Started by user Jenkins Admin Obtained pipelines/pingcap/tidb/release-7.5/ghpr_check2.groovy from git https://github.com/PingCAP-QE/ci.git Loading library tipipeline@main Library tipipeline@main is cached. Copying from home. [Pipeline] Start of Pipeline [Pipeline] readJSON [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-811-jdsl5-x2l7w-8b4fw Still waiting to schedule task ‘pingcap-tidb-release-7-5-ghpr-check2-811-jdsl5-x2l7w-8b4fw’ is offline Agent pingcap-tidb-release-7-5-ghpr-check2-811-jdsl5-x2l7w-8b4fw is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_811-jdsl5-x2l7w --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "a80d216c6eecc09b943e9dfbf7863ceda5ff6630" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_811-jdsl5" name: "pingcap-tidb-release-7-5-ghpr-check2-811-jdsl5-x2l7w-8b4fw" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-811-jdsl5-x2l7w-8b4fw" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-811-jdsl5-x2l7w-8b4fw" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-811-jdsl5-x2l7w-8b4fw in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 [Pipeline] { [Pipeline] stage [Pipeline] { (Declarative: Checkout SCM) [Pipeline] checkout The recommended git tool is: git No credentials specified Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-list --no-walk 03312178c534dce949face80c69812d989e55009 # timeout=10 [Pipeline] } [Pipeline] // stage [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] timeout Timeout set to expire in 30 min [Pipeline] { [Pipeline] stage [Pipeline] { (Debug info) [Pipeline] sh + printenv PROW_JOB_ID=84b986b7-b3e1-4fad-b9ab-728f340e8b88 JENKINS_NODE_COOKIE=05a04acf-72e8-4730-bb74-dfc82b49160c BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/ GOLANG_VERSION=1.21.0 HOSTNAME=pingcap-tidb-release-7-5-ghpr-check2-811-jdsl5-x2l7w-8b4fw HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Debug info BUILD_TAG=jenkins-pingcap-tidb-release-7.5-ghpr_check2-811 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tidb/release-7.5/ghpr_check2","buildid":"1787418644829966337","prowjobid":"84b986b7-b3e1-4fad-b9ab-728f340e8b88","refs":{"org":"pingcap","repo":"tidb","base_ref":"release-7.5","base_sha":"b562204631589a69fa421c15fe6bef4e429e5a56","pulls":[{"number":51252,"author":"ti-chi-bot","sha":"0987db13617c5acb201646bf5fb5b73a2423def4","title":"ebs br: handle tag limit exceed issue (#50941)"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct _=/usr/bin/printenv POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tidb/release-7.5/ghpr_check2 TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#811 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787418644829966337 GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742 JOB_BASE_NAME=ghpr_check2 GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/display/redirect?page=tests SHLVL=3 HOME=/home/jenkins POD_LABEL=pingcap_tidb_release-7_5_ghpr_check2_811-jdsl5 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-de56dd55dee5a0d96cb656956ade3e4f68ed42d9f8588929e75e09c9b4c21d32 NODE_LABELS=pingcap_tidb_release-7_5_ghpr_check2_811-jdsl5 pingcap-tidb-release-7-5-ghpr-check2-811-jdsl5-x2l7w-8b4fw GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tidb-release-7-5-ghpr-check2-811-jdsl5-x2l7w-8b4fw GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/display/redirect BUILD_NUMBER=811 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz + echo ------------------------- ------------------------- + go env GO111MODULE='' GOARCH='amd64' GOBIN='' GOCACHE='/home/jenkins/.cache/go-build' GOENV='/home/jenkins/.config/go/env' GOEXE='' GOEXPERIMENT='' GOFLAGS='' GOHOSTARCH='amd64' GOHOSTOS='linux' GOINSECURE='' GOMODCACHE='/go/pkg/mod' GONOPROXY='' GONOSUMDB='' GOOS='linux' GOPATH='/go' GOPRIVATE='' GOPROXY='http://goproxy.apps.svc,https://proxy.golang.org,direct' GOROOT='/usr/local/go' GOSUMDB='sum.golang.org' GOTMPDIR='' GOTOOLCHAIN='auto' GOTOOLDIR='/usr/local/go/pkg/tool/linux_amd64' GOVCS='' GOVERSION='go1.21.0' GCCGO='gccgo' GOAMD64='v1' AR='ar' CC='gcc' CXX='g++' CGO_ENABLED='1' GOMOD='/dev/null' GOWORK='' CGO_CFLAGS='-O2 -g' CGO_CPPFLAGS='' CGO_CXXFLAGS='-O2 -g' CGO_FFLAGS='-O2 -g' CGO_LDFLAGS='-O2 -g' PKG_CONFIG='pkg-config' GOGCCFLAGS='-fPIC -m64 -pthread -Wl,--no-gc-sections -fmessage-length=0 -fdebug-prefix-map=/tmp/go-build3431352400=/tmp/go-build -gno-record-gcc-switches' + echo ------------------------- ------------------------- + echo 'debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-release-7-5-ghpr-check2-811-jdsl5-x2l7w-8b4fw bash' debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-release-7-5-ghpr-check2-811-jdsl5-x2l7w-8b4fw bash [Pipeline] container [Pipeline] { [Pipeline] sh + dig github.com ; <<>> DiG 9.18.16 <<>> github.com ;; global options: +cmd ;; Got answer: ;; ->>HEADER<<- opcode: QUERY, status: NOERROR, id: 28063 ;; flags: qr aa rd ra; QUERY: 1, ANSWER: 1, AUTHORITY: 0, ADDITIONAL: 1 ;; OPT PSEUDOSECTION: ; EDNS: version: 0, flags:; udp: 1232 ; COOKIE: 4df01a88f82c4374 (echoed) ;; QUESTION SECTION: ;github.com. IN A ;; ANSWER SECTION: github.com. 23 IN A 20.205.243.166 ;; Query time: 0 msec ;; SERVER: 169.254.25.10#53(169.254.25.10) (UDP) ;; WHEN: Mon May 06 09:47:07 UTC 2024 ;; MSG SIZE rcvd: 77 [Pipeline] script [Pipeline] { [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checkout) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] cache Cache restored successfully (git/pingcap/tidb/rev-17d3f7f-b0d2612) 460720128 bytes in 1.16 secs (398646537 bytes/sec) [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh git version 2.37.2 Reinitialized existing Git repository in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.git/ .git HEAD is now at 921a1bd016 Merge commit 'b0d261279c255c19158d64f9babe555d41756bd8' into HEAD POST git-upload-pack (686 bytes) POST git-upload-pack (1023 bytes) POST git-upload-pack (gzip 2123 to 1115 bytes) POST git-upload-pack (gzip 3773 to 1950 bytes) From https://github.com/pingcap/tidb * [new branch] release-7.5 -> origin/release-7.5 * [new ref] refs/pull/51252/head -> origin/pr/51252/head * [new tag] v7.5.0 -> v7.5.0 * [new tag] v7.5.1 -> v7.5.1 Warning: you are leaving 1 commit behind, not connected to any of your branches: 921a1bd016 Merge commit 'b0d261279c255c19158d64f9babe555d41756bd8' into HEAD If you want to keep it by creating a new branch, this may be a good time to do so with: git branch 921a1bd016 HEAD is now at b562204631 br/pdutils: retry when encountered dns error (#53005) (#53032) 🚧 Checkouting to base SHA:b562204631589a69fa421c15fe6bef4e429e5a56... HEAD is now at b562204631 br/pdutils: retry when encountered dns error (#53005) (#53032) M pkg/extension/enterprise ✅ Checked. 🎉 🧾 HEAD info: b562204631589a69fa421c15fe6bef4e429e5a56 b562204631 br/pdutils: retry when encountered dns error (#53005) (#53032) 066b97f741 executor: fix the issue that tiflash cop throw exception `Income key ranges is empty for region: 211` (#52763) (#52774) 61c4bd6125 lightning: return 0 early on empty parquet files (#52519) (#52522) 🚧 Pre-merge heads of pull requests to base SHA: b562204631589a69fa421c15fe6bef4e429e5a56 ... Merge made by the 'ort' strategy. br/pkg/aws/ebs.go | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) 🧾 Pre-merged result: d59c2f91b83696a22573ab25057fe7d64b1f0a28 d59c2f91b8 Merge commit '0987db13617c5acb201646bf5fb5b73a2423def4' into HEAD b562204631 br/pdutils: retry when encountered dns error (#53005) (#53032) 066b97f741 executor: fix the issue that tiflash cop throw exception `Income key ranges is empty for region: 211` (#52763) (#52774) ✅ Pre merged 🎉 ✅ ~~~~~All done.~~~~~~ [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // retry [Pipeline] } Cache saved successfully (git/pingcap/tidb/rev-b562204-0987db1) 466388992 bytes in 9.39 secs (49668702 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Prepare) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + ls bin/tidb-server ls: cannot access bin/tidb-server: No such file or directory + make server CGO_ENABLED=1 GO111MODULE=on go build -tags codes -ldflags '-X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v7.5.1-51-gd59c2f91b8-dirty" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBBuildTS=2024-05-06 09:47:34" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitHash=d59c2f91b83696a22573ab25057fe7d64b1f0a28" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBEdition=Community" ' -o bin/tidb-server ./cmd/tidb-server go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/prometheus/client_golang v1.18.0 go: downloading github.com/pingcap/log v1.1.1-0.20230317032135-a0d097d16e22 go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32 go: downloading go.uber.org/zap v1.26.0 go: downloading go.uber.org/automaxprocs v1.5.3 go: downloading github.com/tikv/pd/client v0.0.0-20240210135946-3488a653ddd9 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading golang.org/x/sys v0.16.0 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20240429080008-6aedd9965460 go: downloading golang.org/x/exp v0.0.0-20230711005742-c3f37128e5a4 go: downloading github.com/pingcap/tipb v0.0.0-20230919054518-dfd7d194838f go: downloading google.golang.org/grpc v1.59.0 go: downloading go.etcd.io/etcd/api/v3 v3.5.10 go: downloading github.com/google/pprof v0.0.0-20211122183932-1daafda22083 go: downloading github.com/google/uuid v1.3.1 go: downloading github.com/BurntSushi/toml v1.3.2 go: downloading github.com/danjacques/gofslock v0.0.0-20191023191349-0a45f885bc37 go: downloading golang.org/x/sync v0.3.0 go: downloading github.com/uber/jaeger-client-go v2.22.1+incompatible go: downloading go.uber.org/atomic v1.11.0 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading go.etcd.io/etcd/client/v3 v3.5.10 go: downloading github.com/golang/protobuf v1.5.3 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.3.0 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/pingcap/kvproto v0.0.0-20240208102409-a554af8ee11f go: downloading github.com/pingcap/sysutil v1.0.1-0.20230407040306-fb007c5aff21 go: downloading github.com/shirou/gopsutil/v3 v3.23.5 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.11 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading github.com/prometheus/client_model v0.5.0 go: downloading github.com/blacktear23/go-proxyprotocol v1.0.6 go: downloading github.com/pingcap/fn v1.0.0 go: downloading github.com/gorilla/mux v1.8.0 go: downloading github.com/soheilhy/cmux v0.1.5 go: downloading github.com/stretchr/testify v1.8.4 go: downloading github.com/tiancaiamao/appdash v0.0.0-20181126055449-889f96f722a2 go: downloading github.com/sourcegraph/appdash-data v0.0.0-20151005221446-73f23eafcf67 go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading golang.org/x/text v0.14.0 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading github.com/cockroachdb/errors v1.8.1 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading github.com/opentracing/basictracer-go v1.0.0 go: downloading github.com/cespare/xxhash/v2 v2.2.0 go: downloading github.com/docker/go-units v0.4.0 go: downloading go.uber.org/multierr v1.11.0 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/cespare/xxhash v1.1.0 go: downloading github.com/prometheus/common v0.46.0 go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0 go: downloading github.com/YangKeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading golang.org/x/net v0.20.0 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.10 go: downloading google.golang.org/protobuf v1.32.0 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/prometheus/procfs v0.12.0 go: downloading github.com/klauspost/compress v1.17.1 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading github.com/pkg/errors v0.9.1 go: downloading golang.org/x/tools v0.10.0 go: downloading github.com/iancoleman/strcase v0.2.0 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading golang.org/x/time v0.3.0 go: downloading github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13 go: downloading github.com/google/btree v1.1.2 go: downloading github.com/pingcap/badger v1.5.1-0.20230103063557-828f39b09b6d go: downloading github.com/dolthub/maphash v0.1.0 go: downloading cloud.google.com/go/storage v1.30.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.6.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.1.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/aws/aws-sdk-go v1.44.259 go: downloading cloud.google.com/go v0.110.9 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.6 go: downloading golang.org/x/oauth2 v0.16.0 go: downloading google.golang.org/api v0.128.0 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/cockroachdb/pebble v0.0.0-20220415182917-06c9d3be25b3 go: downloading github.com/tklauser/go-sysconf v0.3.11 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.5.5-0.20201110004701-b09c49d6d457 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/blackmagic v1.0.1 go: downloading github.com/lestrrat-go/httprc v1.0.4 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/fatih/color v1.15.0 go: downloading github.com/vbauerster/mpb/v7 v7.5.3 go: downloading golang.org/x/term v0.16.0 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading github.com/spf13/cobra v1.7.0 go: downloading github.com/json-iterator/go v1.1.12 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20231016165738-49dd2c1f3d0b go: downloading github.com/dustin/go-humanize v1.0.0 go: downloading github.com/golang/glog v1.1.2 go: downloading github.com/sasha-s/go-deadlock v0.2.0 go: downloading go.uber.org/mock v0.2.0 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/davecgh/go-spew v1.1.1 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/cockroachdb/logtags v0.0.0-20190617123548-eb05cc24525f go: downloading github.com/cockroachdb/redact v1.0.8 go: downloading github.com/cockroachdb/sentry-go v0.6.1-cockroachdb.2 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.3.0 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v0.5.1 go: downloading golang.org/x/crypto v0.18.0 go: downloading google.golang.org/genproto v0.0.0-20231030173426-d783a09b4405 go: downloading cloud.google.com/go/compute/metadata v0.2.3 go: downloading cloud.google.com/go/iam v1.1.4 go: downloading github.com/googleapis/gax-go/v2 v2.12.0 go: downloading cloud.google.com/go/compute v1.23.2 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20231106174013-bbf56f31fb17 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/Masterminds/semver v1.5.0 go: downloading k8s.io/api v0.27.2 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/emirpasic/gods v1.18.1 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.18 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/mattn/go-runewidth v0.0.14 go: downloading github.com/petermattis/goid v0.0.0-20211229010228-4d14c490ee36 go: downloading github.com/tklauser/numcpus v0.6.0 go: downloading github.com/apache/thrift v0.13.1-0.20201008052519-daf620915714 go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading go.opencensus.io v0.24.0 go: downloading golang.org/x/xerrors v0.0.0-20220907171357-04be3eba64a2 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/rivo/uniseg v0.4.4 go: downloading github.com/pkg/browser v0.0.0-20210115035449-ce105d075bb4 go: downloading github.com/kr/text v0.2.0 go: downloading github.com/rogpeppe/go-internal v1.11.0 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/golang-jwt/jwt v3.2.1+incompatible go: downloading github.com/DataDog/zstd v1.4.5 go: downloading k8s.io/apimachinery v0.27.2 go: downloading gopkg.in/inf.v0 v0.9.1 go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.2.3 go: downloading k8s.io/utils v0.0.0-20230209194617-a36077c30491 go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd go: downloading k8s.io/klog/v2 v2.90.1 go: downloading github.com/google/gofuzz v1.1.0 go: downloading github.com/go-logr/logr v1.2.3 go: downloading github.com/google/s2a-go v0.1.4 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.2.4 go: downloading google.golang.org/appengine v1.6.7 go: downloading github.com/jmespath/go-jmespath v0.4.0 [Pipeline] } Cache saved successfully (binary/pingcap/tidb/tidb-server/rev-b562204631589a69fa421c15fe6bef4e429e5a56-0987db13617c5acb201646bf5fb5b73a2423def4) 207787520 bytes in 3.46 secs (60074120 bytes/sec) [Pipeline] // cache [Pipeline] script [Pipeline] { [Pipeline] sh + sha1= + [[ commit_release-7.5 =~ ^commit_[0-9a-f]{40}$ ]] + refUrl=http://fileserver.pingcap.net/download/refs/pingcap/tikv/release-7.5/sha1 + [[ false = \t\r\u\e ]] + echo '🔍 ref url: http://fileserver.pingcap.net/download/refs/pingcap/tikv/release-7.5/sha1' 🔍 ref url: http://fileserver.pingcap.net/download/refs/pingcap/tikv/release-7.5/sha1 ++ curl --fail http://fileserver.pingcap.net/download/refs/pingcap/tikv/release-7.5/sha1 ++ head -1 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 990 0 --:--:-- --:--:-- --:--:-- 1000 + sha1=ee5bd74cfec316736bf6abc03f22955f88d53e24 + artifactUrl=http://fileserver.pingcap.net/download/builds/pingcap/tikv/ee5bd74cfec316736bf6abc03f22955f88d53e24/centos7/tikv-server.tar.gz + echo '⬇️📦 artifact url: http://fileserver.pingcap.net/download/builds/pingcap/tikv/ee5bd74cfec316736bf6abc03f22955f88d53e24/centos7/tikv-server.tar.gz' ⬇️📦 artifact url: http://fileserver.pingcap.net/download/builds/pingcap/tikv/ee5bd74cfec316736bf6abc03f22955f88d53e24/centos7/tikv-server.tar.gz ++ basename http://fileserver.pingcap.net/download/builds/pingcap/tikv/ee5bd74cfec316736bf6abc03f22955f88d53e24/centos7/tikv-server.tar.gz + saveFile=tikv-server.tar.gz + wget -q --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 3 -c -O tikv-server.tar.gz http://fileserver.pingcap.net/download/builds/pingcap/tikv/ee5bd74cfec316736bf6abc03f22955f88d53e24/centos7/tikv-server.tar.gz + echo '📂 extract bin from tikv-server.tar.gz ...' 📂 extract bin from tikv-server.tar.gz ... + tar -xzf tikv-server.tar.gz bin + rm tikv-server.tar.gz + echo '✅ extracted bin from tikv-server.tar.gz .' ✅ extracted bin from tikv-server.tar.gz . [Pipeline] sh + sha1= + [[ commit_release-7.5 =~ ^commit_[0-9a-f]{40}$ ]] + refUrl=http://fileserver.pingcap.net/download/refs/pingcap/pd/release-7.5/sha1 + [[ false = \t\r\u\e ]] + echo '🔍 ref url: http://fileserver.pingcap.net/download/refs/pingcap/pd/release-7.5/sha1' 🔍 ref url: http://fileserver.pingcap.net/download/refs/pingcap/pd/release-7.5/sha1 ++ curl --fail http://fileserver.pingcap.net/download/refs/pingcap/pd/release-7.5/sha1 ++ head -1 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 841 0 --:--:-- --:--:-- --:--:-- 854 + sha1=78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 + artifactUrl=http://fileserver.pingcap.net/download/builds/pingcap/pd/78f4254e3f5adb48e3e1e2489065f5ccf6cf1815/centos7/pd-server.tar.gz + echo '⬇️📦 artifact url: http://fileserver.pingcap.net/download/builds/pingcap/pd/78f4254e3f5adb48e3e1e2489065f5ccf6cf1815/centos7/pd-server.tar.gz' ⬇️📦 artifact url: http://fileserver.pingcap.net/download/builds/pingcap/pd/78f4254e3f5adb48e3e1e2489065f5ccf6cf1815/centos7/pd-server.tar.gz ++ basename http://fileserver.pingcap.net/download/builds/pingcap/pd/78f4254e3f5adb48e3e1e2489065f5ccf6cf1815/centos7/pd-server.tar.gz + saveFile=pd-server.tar.gz + wget -q --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 3 -c -O pd-server.tar.gz http://fileserver.pingcap.net/download/builds/pingcap/pd/78f4254e3f5adb48e3e1e2489065f5ccf6cf1815/centos7/pd-server.tar.gz + echo '📂 extract bin from pd-server.tar.gz ...' 📂 extract bin from pd-server.tar.gz ... + tar -xzf pd-server.tar.gz bin + rm pd-server.tar.gz + echo '✅ extracted bin from pd-server.tar.gz .' ✅ extracted bin from pd-server.tar.gz . [Pipeline] } [Pipeline] // script [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + mv bin/tidb-server bin/integration_test_tidb-server + touch rev-0987db13617c5acb201646bf5fb5b73a2423def4 [Pipeline] } Cache saved successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-811) 1967515648 bytes in 35.56 secs (55324330 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checks) [Pipeline] parallel [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'integrationtest.sh y') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'integrationtest.sh n') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_brietest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pessimistictest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_sessiontest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_statisticstest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_txntest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest2') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest3') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest4') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'integrationtest.sh y') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'integrationtest.sh n') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_brietest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pessimistictest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_sessiontest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_statisticstest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_txntest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest2') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest3') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest4') [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-811-36j4x-29ps8-9q8s7 Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-811-m3bd5-67plx-4r3sc [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-811-rj4l6-qjm2t-2psd2 Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-811-dvv40-kcg83-9r397 [Pipeline] node Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-811-q8635-7tg4j-mcmz5 Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-811-xgf7k-gwrh6-b6vqb Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-811-x3f0g-0m4k3-94kts Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-811-2rmvf-8b7zf-sdzxb Agent pingcap-tidb-release-7-5-ghpr-check2-811-rj4l6-qjm2t-2psd2 is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_811-rj4l6-qjm2t --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "8aa57dc3c456ca44135efad17b20912503e24807" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_811-rj4l6" name: "pingcap-tidb-release-7-5-ghpr-check2-811-rj4l6-qjm2t-2psd2" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-811-rj4l6-qjm2t-2psd2" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-811-rj4l6-qjm2t-2psd2" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-811-rj4l6-qjm2t-2psd2 in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 [Pipeline] { [Pipeline] checkout The recommended git tool is: git Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-811-ht24z-w9pn1-s4t6z Agent pingcap-tidb-release-7-5-ghpr-check2-811-36j4x-29ps8-9q8s7 is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_811-36j4x-29ps8 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "25e2cde3bf80274ee056a2335c56fd74f05c72ba" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_811-36j4x" name: "pingcap-tidb-release-7-5-ghpr-check2-811-36j4x-29ps8-9q8s7" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-811-36j4x-29ps8-9q8s7" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-811-36j4x-29ps8-9q8s7" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-811-36j4x-29ps8-9q8s7 in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 [Pipeline] { No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@fcd2591; decorates RemoteLauncher[hudson.remoting.Channel@5375e80b:JNLP4-connect connection from 10.233.86.141/10.233.86.141:54372] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] checkout The recommended git tool is: git Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] podTemplate [Pipeline] { [Pipeline] node Agent pingcap-tidb-release-7-5-ghpr-check2-811-x3f0g-0m4k3-94kts is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_811-x3f0g-0m4k3 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "3da6eb8ad130d6ce165aa9c43a33d853f2fc02a6" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_811-x3f0g" name: "pingcap-tidb-release-7-5-ghpr-check2-811-x3f0g-0m4k3-94kts" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-811-x3f0g-0m4k3-94kts" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-811-x3f0g-0m4k3-94kts" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-811-0rbrw-sjz1h-4p49j Running on pingcap-tidb-release-7-5-ghpr-check2-811-x3f0g-0m4k3-94kts in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 [Pipeline] { [Pipeline] checkout The recommended git tool is: git No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@432f6366; decorates RemoteLauncher[hudson.remoting.Channel@503f1664:JNLP4-connect connection from 10.233.66.239/10.233.66.239:37178] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-811-0b80g-9sljx-srpxj No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@75f4de72; decorates RemoteLauncher[hudson.remoting.Channel@6435885:JNLP4-connect connection from 10.233.123.93/10.233.123.93:41834] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] podTemplate [Pipeline] { Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] node Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Agent pingcap-tidb-release-7-5-ghpr-check2-811-q8635-7tg4j-mcmz5 is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_811-q8635-7tg4j --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "a20adf162c0297800956ccdd782e3f703373c8fc" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_811-q8635" name: "pingcap-tidb-release-7-5-ghpr-check2-811-q8635-7tg4j-mcmz5" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-811-q8635-7tg4j-mcmz5" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-811-q8635-7tg4j-mcmz5" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-811-q8635-7tg4j-mcmz5 in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 [Pipeline] { [Pipeline] checkout The recommended git tool is: git Agent pingcap-tidb-release-7-5-ghpr-check2-811-dvv40-kcg83-9r397 is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_811-dvv40-kcg83 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "027916e702d9718d56309f63aabda20872dd74f7" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_811-dvv40" name: "pingcap-tidb-release-7-5-ghpr-check2-811-dvv40-kcg83-9r397" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-811-dvv40-kcg83-9r397" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-811-dvv40-kcg83-9r397" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-811-dvv40-kcg83-9r397 in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 [Pipeline] { [Pipeline] checkout No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@4e4d96c2; decorates RemoteLauncher[hudson.remoting.Channel@40280157:JNLP4-connect connection from 10.233.97.144/10.233.97.144:54502] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 The recommended git tool is: git Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" [Pipeline] withEnv [Pipeline] { Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) [Pipeline] container [Pipeline] { [Pipeline] stage [Pipeline] { (Test) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Agent pingcap-tidb-release-7-5-ghpr-check2-811-m3bd5-67plx-4r3sc is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_811-m3bd5-67plx --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "6ce1bba6cfd7ab1c8a4da85f4f49769d13beef64" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_811-m3bd5" name: "pingcap-tidb-release-7-5-ghpr-check2-811-m3bd5-67plx-4r3sc" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-811-m3bd5-67plx-4r3sc" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-811-m3bd5-67plx-4r3sc" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Running on pingcap-tidb-release-7-5-ghpr-check2-811-m3bd5-67plx-4r3sc in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 [Pipeline] { [Pipeline] checkout [Pipeline] withEnv [Pipeline] { The recommended git tool is: git [Pipeline] withEnv [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@2715dd03; decorates RemoteLauncher[hudson.remoting.Channel@5c2f98a1:JNLP4-connect connection from 10.233.88.176/10.233.88.176:58960] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] { [Pipeline] cache No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@6989adbe; decorates RemoteLauncher[hudson.remoting.Channel@5ad93367:JNLP4-connect connection from 10.233.106.85/10.233.106.85:34038] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Agent pingcap-tidb-release-7-5-ghpr-check2-811-xgf7k-gwrh6-b6vqb is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_811-xgf7k-gwrh6 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "5381648971e3fbfa0e985fb783be6722b8297baa" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_811-xgf7k" name: "pingcap-tidb-release-7-5-ghpr-check2-811-xgf7k-gwrh6-b6vqb" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-811-xgf7k-gwrh6-b6vqb" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-811-xgf7k-gwrh6-b6vqb" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-811-xgf7k-gwrh6-b6vqb in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-811-zqzc4-k4tjw-grcjf Agent pingcap-tidb-release-7-5-ghpr-check2-811-ht24z-w9pn1-s4t6z is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_811-ht24z-w9pn1 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "851cc6a33c3dc07411727bf477e9767dd1ba7a93" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_811-ht24z" name: "pingcap-tidb-release-7-5-ghpr-check2-811-ht24z-w9pn1-s4t6z" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-811-ht24z-w9pn1-s4t6z" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-811-ht24z-w9pn1-s4t6z" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-811-ht24z-w9pn1-s4t6z in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 Agent pingcap-tidb-release-7-5-ghpr-check2-811-0b80g-9sljx-srpxj is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_811-0b80g-9sljx --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "6b526d55781869e0fcb5917d4a3c78d186d9de7f" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_811-0b80g" name: "pingcap-tidb-release-7-5-ghpr-check2-811-0b80g-9sljx-srpxj" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-811-0b80g-9sljx-srpxj" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-811-0b80g-9sljx-srpxj" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-811-0b80g-9sljx-srpxj in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 Agent pingcap-tidb-release-7-5-ghpr-check2-811-0rbrw-sjz1h-4p49j is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_811-0rbrw-sjz1h --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "03fcf302fb316e077650974f440f852ce25c6bdd" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_811-0rbrw" name: "pingcap-tidb-release-7-5-ghpr-check2-811-0rbrw-sjz1h-4p49j" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-811-0rbrw-sjz1h-4p49j" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-811-0rbrw-sjz1h-4p49j" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-811-0rbrw-sjz1h-4p49j in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Agent pingcap-tidb-release-7-5-ghpr-check2-811-2rmvf-8b7zf-sdzxb is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_811-2rmvf-8b7zf --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "8a1d14fb08a257ecc4a4c1cc3152b019dfc0b7b4" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_811-2rmvf" name: "pingcap-tidb-release-7-5-ghpr-check2-811-2rmvf-8b7zf-sdzxb" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-811-2rmvf-8b7zf-sdzxb" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-811-2rmvf-8b7zf-sdzxb" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-811-2rmvf-8b7zf-sdzxb in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Agent pingcap-tidb-release-7-5-ghpr-check2-811-zqzc4-k4tjw-grcjf is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_811-zqzc4-k4tjw --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/811/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "cc8787e0df1e415c2f04b5de0e91ab1531d77932" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_811-zqzc4" name: "pingcap-tidb-release-7-5-ghpr-check2-811-zqzc4-k4tjw-grcjf" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-811-zqzc4-k4tjw-grcjf" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-811-zqzc4-k4tjw-grcjf" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-811-zqzc4-k4tjw-grcjf in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-811) 1967515648 bytes in 4.11 secs (478459843 bytes/sec) [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] sh [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { + ls -l rev-0987db13617c5acb201646bf5fb5b73a2423def4 -rw-r--r--. 1 jenkins jenkins 0 May 6 17:50 rev-0987db13617c5acb201646bf5fb5b73a2423def4 [Pipeline] withEnv [Pipeline] { [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb The recommended git tool is: git [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] cache No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@65df1454; decorates RemoteLauncher[hudson.remoting.Channel@bee924:JNLP4-connect connection from 10.233.93.152/10.233.93.152:37104] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@3a4dc7b5; decorates RemoteLauncher[hudson.remoting.Channel@17e785f5:JNLP4-connect connection from 10.233.88.35/10.233.88.35:41734] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@3271e6ef; decorates RemoteLauncher[hudson.remoting.Channel@30a273ae:JNLP4-connect connection from 10.233.84.207/10.233.84.207:60504] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@7e06f1ba; decorates RemoteLauncher[hudson.remoting.Channel@7c73f2c7:JNLP4-connect connection from 10.233.70.100/10.233.70.100:38512] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@1132468b; decorates RemoteLauncher[hudson.remoting.Channel@3cc9d6db:JNLP4-connect connection from 10.233.72.160/10.233.72.160:52938] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@162ddb0e; decorates RemoteLauncher[hudson.remoting.Channel@6c0beaf5:JNLP4-connect connection from 10.233.66.109/10.233.66.109:34696] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-811) 1967515648 bytes in 12.48 secs (157685454 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-811) 1967515648 bytes in 8.63 secs (228114766 bytes/sec) [Pipeline] { [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-811 already exists) [Pipeline] sh [Pipeline] sh + ls -l rev-0987db13617c5acb201646bf5fb5b73a2423def4 -rw-r--r-- 1 jenkins jenkins 0 May 6 17:50 rev-0987db13617c5acb201646bf5fb5b73a2423def4 [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { + ls -l rev-0987db13617c5acb201646bf5fb5b73a2423def4 -rw-r--r--. 1 jenkins jenkins 0 May 6 17:50 rev-0987db13617c5acb201646bf5fb5b73a2423def4 [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] // cache [Pipeline] sh [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-811 already exists) [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] container [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-811 already exists) [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] // cache [Pipeline] sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] cache diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif diff --git a/pkg/extension/enterprise b/pkg/extension/enterprise index 18bb1d4fac..cb58c31ad9 160000 --- a/pkg/extension/enterprise +++ b/pkg/extension/enterprise @@ -1 +1 @@ -Subproject commit 18bb1d4facf3c0272c8197c792ce29b574b579bc +Subproject commit cb58c31ad9364cc770b250a4702c8d7b75f98b1a + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common modified: pkg/extension/enterprise (new commits) Untracked files: (use "git add ..." to include in what will be committed) rev-0987db13617c5acb201646bf5fb5b73a2423def4 no changes added to commit (use "git add" and/or "git commit -a") Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-811) 1967515648 bytes in 4.04 secs (486454652 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-811) 1967515648 bytes in 3.53 secs (556676889 bytes/sec) [Pipeline] { [Pipeline] sh + ls -l rev-0987db13617c5acb201646bf5fb5b73a2423def4 -rw-r--r-- 1 jenkins jenkins 0 May 6 17:50 rev-0987db13617c5acb201646bf5fb5b73a2423def4 [Pipeline] sh [Pipeline] // cache [Pipeline] sh + ls -l rev-0987db13617c5acb201646bf5fb5b73a2423def4 -rw-r--r-- 1 jenkins jenkins 0 May 6 17:50 rev-0987db13617c5acb201646bf5fb5b73a2423def4 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] cache + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-811) 1967515648 bytes in 15.00 secs (131194496 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh + ls -l rev-0987db13617c5acb201646bf5fb5b73a2423def4 -rw-r--r-- 1 jenkins jenkins 0 May 6 17:50 rev-0987db13617c5acb201646bf5fb5b73a2423def4 [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] cache + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif diff --git a/pkg/extension/enterprise b/pkg/extension/enterprise index 18bb1d4fac..cb58c31ad9 160000 --- a/pkg/extension/enterprise +++ b/pkg/extension/enterprise @@ -1 +1 @@ -Subproject commit 18bb1d4facf3c0272c8197c792ce29b574b579bc +Subproject commit cb58c31ad9364cc770b250a4702c8d7b75f98b1a + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common modified: pkg/extension/enterprise (new commits) Untracked files: (use "git add ..." to include in what will be committed) rev-0987db13617c5acb201646bf5fb5b73a2423def4 no changes added to commit (use "git add" and/or "git commit -a") Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-811) 1967515648 bytes in 4.40 secs (447665189 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-811) 1967515648 bytes in 4.70 secs (418828844 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-811) 1967515648 bytes in 9.79 secs (200955615 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-811) 1967515648 bytes in 14.81 secs (132872719 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-811) 1967515648 bytes in 4.22 secs (466125140 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-811) 1967515648 bytes in 12.20 secs (161287854 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh + ls -l rev-0987db13617c5acb201646bf5fb5b73a2423def4 -rw-r--r-- 1 jenkins jenkins 0 May 6 17:50 rev-0987db13617c5acb201646bf5fb5b73a2423def4 [Pipeline] sh + ls -l rev-0987db13617c5acb201646bf5fb5b73a2423def4 -rw-r--r--. 1 jenkins jenkins 0 May 6 17:50 rev-0987db13617c5acb201646bf5fb5b73a2423def4 [Pipeline] sh + ls -l rev-0987db13617c5acb201646bf5fb5b73a2423def4 -rw-r--r--. 1 jenkins jenkins 0 May 6 17:50 rev-0987db13617c5acb201646bf5fb5b73a2423def4 [Pipeline] sh [Pipeline] sh + ls -l rev-0987db13617c5acb201646bf5fb5b73a2423def4 -rw-r--r--. 1 jenkins jenkins 0 May 6 17:50 rev-0987db13617c5acb201646bf5fb5b73a2423def4 [Pipeline] sh + ls -l rev-0987db13617c5acb201646bf5fb5b73a2423def4 -rw-r--r-- 1 jenkins jenkins 0 May 6 17:50 rev-0987db13617c5acb201646bf5fb5b73a2423def4 + ls -l rev-0987db13617c5acb201646bf5fb5b73a2423def4 -rw-r--r-- 1 jenkins jenkins 0 May 6 17:50 rev-0987db13617c5acb201646bf5fb5b73a2423def4 [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-811 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-811 already exists) + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_txntest [Pipeline] sh [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-811 already exists) [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-811 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-811 already exists) [Pipeline] } + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_brietest Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-811 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-811 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-811 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-811 already exists) [Pipeline] // cache [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif diff --git a/pkg/extension/enterprise b/pkg/extension/enterprise index 18bb1d4fac..cb58c31ad9 160000 --- a/pkg/extension/enterprise +++ b/pkg/extension/enterprise @@ -1 +1 @@ -Subproject commit 18bb1d4facf3c0272c8197c792ce29b574b579bc +Subproject commit cb58c31ad9364cc770b250a4702c8d7b75f98b1a [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] sh + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common modified: pkg/extension/enterprise (new commits) Untracked files: (use "git add ..." to include in what will be committed) rev-0987db13617c5acb201646bf5fb5b73a2423def4 no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] // cache [Pipeline] // cache + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/integrationtest.sh y ~/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tests/integrationtest ~/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb extracting statistics: s skip building tidb-server, using existing binary: /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/bin/integration_test_tidb-server building portgenerator binary: ./portgenerator go: downloading go.uber.org/zap v1.26.0 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading github.com/pingcap/log v1.1.1-0.20230317032135-a0d097d16e22 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/multierr v1.11.0 [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif diff --git a/pkg/extension/enterprise b/pkg/extension/enterprise index 18bb1d4fac..cb58c31ad9 160000 --- a/pkg/extension/enterprise +++ b/pkg/extension/enterprise @@ -1 +1 @@ -Subproject commit 18bb1d4facf3c0272c8197c792ce29b574b579bc +Subproject commit cb58c31ad9364cc770b250a4702c8d7b75f98b1a + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif diff --git a/pkg/extension/enterprise b/pkg/extension/enterprise index 18bb1d4fac..cb58c31ad9 160000 --- a/pkg/extension/enterprise +++ b/pkg/extension/enterprise @@ -1 +1 @@ -Subproject commit 18bb1d4facf3c0272c8197c792ce29b574b579bc +Subproject commit cb58c31ad9364cc770b250a4702c8d7b75f98b1a + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif diff --git a/pkg/extension/enterprise b/pkg/extension/enterprise index 18bb1d4fac..cb58c31ad9 160000 --- a/pkg/extension/enterprise +++ b/pkg/extension/enterprise @@ -1 +1 @@ -Subproject commit 18bb1d4facf3c0272c8197c792ce29b574b579bc +Subproject commit cb58c31ad9364cc770b250a4702c8d7b75f98b1a [Pipeline] sh building mysql-tester binary: ./mysql_tester go: downloading github.com/pingcap/mysql-tester v0.0.0-20231008024516-f3b554899a0c + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common modified: pkg/extension/enterprise (new commits) Untracked files: (use "git add ..." to include in what will be committed) rev-0987db13617c5acb201646bf5fb5b73a2423def4 no changes added to commit (use "git add" and/or "git commit -a") diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif diff --git a/pkg/extension/enterprise b/pkg/extension/enterprise index 18bb1d4fac..cb58c31ad9 160000 --- a/pkg/extension/enterprise +++ b/pkg/extension/enterprise @@ -1 +1 @@ -Subproject commit 18bb1d4facf3c0272c8197c792ce29b574b579bc +Subproject commit cb58c31ad9364cc770b250a4702c8d7b75f98b1a + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif diff --git a/pkg/extension/enterprise b/pkg/extension/enterprise index 18bb1d4fac..cb58c31ad9 160000 --- a/pkg/extension/enterprise +++ b/pkg/extension/enterprise @@ -1 +1 @@ -Subproject commit 18bb1d4facf3c0272c8197c792ce29b574b579bc +Subproject commit cb58c31ad9364cc770b250a4702c8d7b75f98b1a + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common modified: pkg/extension/enterprise (new commits) Untracked files: (use "git add ..." to include in what will be committed) rev-0987db13617c5acb201646bf5fb5b73a2423def4 no changes added to commit (use "git add" and/or "git commit -a") + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif diff --git a/pkg/extension/enterprise b/pkg/extension/enterprise index 18bb1d4fac..cb58c31ad9 160000 --- a/pkg/extension/enterprise +++ b/pkg/extension/enterprise @@ -1 +1 @@ -Subproject commit 18bb1d4facf3c0272c8197c792ce29b574b579bc +Subproject commit cb58c31ad9364cc770b250a4702c8d7b75f98b1a + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif diff --git a/pkg/extension/enterprise b/pkg/extension/enterprise index 18bb1d4fac..cb58c31ad9 160000 --- a/pkg/extension/enterprise +++ b/pkg/extension/enterprise @@ -1 +1 @@ -Subproject commit 18bb1d4facf3c0272c8197c792ce29b574b579bc +Subproject commit cb58c31ad9364cc770b250a4702c8d7b75f98b1a + git status diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif diff --git a/pkg/extension/enterprise b/pkg/extension/enterprise index 18bb1d4fac..cb58c31ad9 160000 --- a/pkg/extension/enterprise +++ b/pkg/extension/enterprise @@ -1 +1 @@ -Subproject commit 18bb1d4facf3c0272c8197c792ce29b574b579bc +Subproject commit cb58c31ad9364cc770b250a4702c8d7b75f98b1a HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common modified: pkg/extension/enterprise (new commits) Untracked files: (use "git add ..." to include in what will be committed) rev-0987db13617c5acb201646bf5fb5b73a2423def4 no changes added to commit (use "git add" and/or "git commit -a") + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common modified: pkg/extension/enterprise (new commits) Untracked files: (use "git add ..." to include in what will be committed) rev-0987db13617c5acb201646bf5fb5b73a2423def4 no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif diff --git a/pkg/extension/enterprise b/pkg/extension/enterprise index 18bb1d4fac..cb58c31ad9 160000 --- a/pkg/extension/enterprise +++ b/pkg/extension/enterprise @@ -1 +1 @@ -Subproject commit 18bb1d4facf3c0272c8197c792ce29b574b579bc +Subproject commit cb58c31ad9364cc770b250a4702c8d7b75f98b1a + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common modified: pkg/extension/enterprise (new commits) Untracked files: (use "git add ..." to include in what will be committed) rev-0987db13617c5acb201646bf5fb5b73a2423def4 no changes added to commit (use "git add" and/or "git commit -a") go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/sirupsen/logrus v1.8.1 go: downloading github.com/pingcap/tidb/parser v0.0.0-20230921011512-71e5858366cb go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32 go: downloading go.uber.org/atomic v1.11.0 go: downloading golang.org/x/sys v0.5.0 go: downloading github.com/pingcap/log v1.1.0 go: downloading go.uber.org/zap v1.25.0 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading golang.org/x/text v0.12.0 + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_sessiontest [Pipeline] sh + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common modified: pkg/extension/enterprise (new commits) Untracked files: (use "git add ..." to include in what will be committed) rev-0987db13617c5acb201646bf5fb5b73a2423def4 no changes added to commit (use "git add" and/or "git commit -a") go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/benbjohnson/clock v1.3.5 [Pipeline] sh + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common modified: pkg/extension/enterprise (new commits) Untracked files: (use "git add ..." to include in what will be committed) rev-0987db13617c5acb201646bf5fb5b73a2423def4 no changes added to commit (use "git add" and/or "git commit -a") GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c [Pipeline] sh + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common modified: pkg/extension/enterprise (new commits) Untracked files: (use "git add ..." to include in what will be committed) rev-0987db13617c5acb201646bf5fb5b73a2423def4 no changes added to commit (use "git add" and/or "git commit -a") + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_pessimistictest + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_statisticstest [Pipeline] sh + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common modified: pkg/extension/enterprise (new commits) Untracked files: (use "git add ..." to include in what will be committed) rev-0987db13617c5acb201646bf5fb5b73a2423def4 no changes added to commit (use "git add" and/or "git commit -a") + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest go: downloading github.com/sergi/go-diff v1.1.0 [Pipeline] sh GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest3 [Pipeline] sh [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest go: downloading github.com/sergi/go-diff v1.1.0 + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest4 + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/integrationtest.sh n ~/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tests/integrationtest ~/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb extracting statistics: s + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest2 skip building tidb-server, using existing binary: /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/bin/integration_test_tidb-server building portgenerator binary: ./portgenerator go: downloading go.uber.org/zap v1.26.0 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading github.com/pingcap/log v1.1.1-0.20230317032135-a0d097d16e22 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/multierr v1.11.0 building mysql-tester binary: ./mysql_tester go: downloading github.com/pingcap/mysql-tester v0.0.0-20231008024516-f3b554899a0c go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32 go: downloading github.com/sirupsen/logrus v1.8.1 go: downloading github.com/pingcap/tidb/parser v0.0.0-20230921011512-71e5858366cb go: downloading go.uber.org/atomic v1.11.0 go: downloading golang.org/x/sys v0.5.0 go: downloading golang.org/x/text v0.12.0 go: downloading go.uber.org/zap v1.25.0 go: downloading github.com/pingcap/log v1.1.0 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/benbjohnson/clock v1.3.5 bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... INFO: Invocation ID: 818c07df-b875-4303-bee6-25e627d5d1ef INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_51_41.710843931/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c Loading: GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c INFO: Invocation ID: 951249a7-9ab6-43c9-ba5a-c314f3e10860 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_51_38.3975278718/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 Loading: go: downloading github.com/sergi/go-diff v1.1.0 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/sergi/go-diff v1.1.0 Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/sergi/go-diff v1.1.0 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (74 packages loaded, 975 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Analyzing: target //:gazelle (98 packages loaded, 4366 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Starting local Bazel server and connecting to it... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... INFO: Invocation ID: b933f778-62d8-43cb-969f-4eb34beda81e INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_51_40.2941609833/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Loading: Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Starting local Bazel server and connecting to it... INFO: Invocation ID: de847e6d-ffa7-43f2-8636-5baed37a2d60 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_51_39.2753550165/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Loading: INFO: Invocation ID: 8670fef2-fae5-4773-b7f6-a4c5b0e162b1 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Starting local Bazel server and connecting to it... Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_51_44.1328651442/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... INFO: Invocation ID: 90e0f832-a585-4a50-83d8-46bbd3ec1ce1 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_51_41.2928927436/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded Starting local Bazel server and connecting to it... Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Loading: bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Loading: Loading: INFO: Invocation ID: 7452a1bc-4e25-4305-94cb-c923349b2c6c INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_51_46.468965023/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) INFO: Invocation ID: 656abbd5-aee7-4bff-8193-6adf9a3a2ce9 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_51_43.3317703293/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Starting local Bazel server and connecting to it... Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) start tidb-server, log file: ./integration-test.out tidb-server(PID: 1843) started Loading: INFO: Invocation ID: 9dc186fd-559c-4fcc-b3fb-f3e243ece876 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_51_52.1121502449/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Loading: Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Loading: Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Loading: Loading: 0 packages loaded INFO: Invocation ID: 27399a27-a716-4f2a-b01d-8b5fcf40a320 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_51_45.2475100401/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Loading: Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) run all integration test cases (enabled new collation) time="2024-05-06T17:54:41+08:00" level=info msg="running tests: [access_path_selection agg_predicate_pushdown bindinfo/bind bindinfo/session_handle black_list clustered_index collation_agg_func collation_check_use_collation collation_misc collation_pointget common_collation cte ddl/attributes_sql ddl/column ddl/column_change ddl/column_modify ddl/column_type_change ddl/constraint ddl/db ddl/db_cache ddl/db_change ddl/db_foreign_key ddl/db_integration ddl/db_partition ddl/db_rename ddl/db_table ddl/ddl_error ddl/ddl_tiflash ddl/fail_db ddl/index_modify ddl/integration ddl/modify_column ddl/multi_schema_change ddl/partition ddl/primary_key_handle ddl/reorg_partition ddl/resource_group ddl/sequence ddl/serial ddl/table_modify executor/admin executor/aggregate executor/ddl executor/executor executor/foreign_key executor/issues executor/join executor/jointest/hash_join executor/kv executor/prepared executor/show executor/split_table executor/union_scan executor/write explain-non-select-stmt explain explain_complex explain_complex_stats explain_cte explain_easy explain_easy_stats explain_foreign_key explain_generate_column_substitute explain_indexmerge_stats explain_join_stats explain_shard_index explain_stats explain_union_scan expression/builtin expression/cast expression/charset_and_collation expression/enum_set expression/explain expression/issues expression/json expression/misc expression/plan_cache expression/time expression/vitess_hash generated_columns imdbload index_join index_merge infoschema/cluster_tables infoschema/infoschema infoschema/tables naaj new_character_set new_character_set_builtin new_character_set_invalid planner/cardinality/selectivity planner/cardinality/trace planner/cascades/integration planner/core/casetest/expression_rewriter planner/core/casetest/hint/hint planner/core/casetest/integration planner/core/casetest/partition/integration_partition planner/core/casetest/partition/partition_pruner planner/core/casetest/point_get_plan planner/core/casetest/predicate_simplification planner/core/casetest/pushdown/push_down planner/core/casetest/rule/rule_derive_topn_from_window planner/core/casetest/rule/rule_join_reorder planner/core/casetest/rule/rule_result_reorder planner/core/cbo planner/core/enforce_mpp planner/core/expression_rewriter planner/core/indexmerge_intersection planner/core/indexmerge_path planner/core/integration planner/core/integration_partition planner/core/issuetest/planner_issue planner/core/partition_pruner planner/core/physical_plan planner/core/plan planner/core/plan_cache planner/core/plan_cost_ver2 planner/core/point_get_plan planner/core/preprocess planner/core/range_scan_for_like planner/core/rule_constant_propagation planner/core/rule_join_reorder planner/core/rule_result_reorder planner/core/tests/prepare/issue planner/core/tests/prepare/prepare planner/funcdep/only_full_group_by privilege/privileges select session/bootstrap_upgrade session/clustered_index session/common session/nontransactional session/session session/temporary_table session/variable session/vars sessionctx/setvar sessiontxn/externals show statistics/handle statistics/integration statistics/lock_table_stats subquery table/cache table/index table/partition table/tables table/temptable topn_push_down topn_pushdown tpch types/const util/admin util/ranger window_function]" time="2024-05-06T17:54:41+08:00" level=warning msg="Create new db show" time="2024-05-06T17:54:41+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/show.test: ok! 3 test cases passed, take time 0.000645389 s time="2024-05-06T17:54:41+08:00" level=info msg="run test [show] ok" time="2024-05-06T17:54:41+08:00" level=warning msg="Create new db access_path_selection" time="2024-05-06T17:54:41+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/access_path_selection.test: ok! 9 test cases passed, take time 0.013748797 s time="2024-05-06T17:54:41+08:00" level=info msg="run test [access_path_selection] ok" time="2024-05-06T17:54:41+08:00" level=warning msg="Create new db agg_predicate_pushdown" time="2024-05-06T17:54:41+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/agg_predicate_pushdown.test: ok! 7 test cases passed, take time 0.0119188 s time="2024-05-06T17:54:41+08:00" level=info msg="run test [agg_predicate_pushdown] ok" time="2024-05-06T17:54:41+08:00" level=warning msg="Create new db bindinfo__bind" time="2024-05-06T17:54:41+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/bindinfo/bind.test: ok! 100 test cases passed, take time 0.359870406 s time="2024-05-06T17:54:41+08:00" level=info msg="run test [bindinfo/bind] ok" time="2024-05-06T17:54:41+08:00" level=warning msg="Create new db bindinfo__session_handle" time="2024-05-06T17:54:41+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/bindinfo/session_handle.test: ok! 21 test cases passed, take time 0.033883 s time="2024-05-06T17:54:41+08:00" level=info msg="run test [bindinfo/session_handle] ok" time="2024-05-06T17:54:41+08:00" level=warning msg="Create new db black_list" time="2024-05-06T17:54:41+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/black_list.test: ok! 24 test cases passed, take time 0.017796873 s time="2024-05-06T17:54:41+08:00" level=info msg="run test [black_list] ok" time="2024-05-06T17:54:41+08:00" level=warning msg="Create new db clustered_index" Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) time="2024-05-06T17:54:41+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (45 packages loaded, 418 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (74 packages loaded, 966 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (74 packages loaded, 1181 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) ./t/clustered_index.test: ok! 47 test cases passed, take time 1.944190038 s time="2024-05-06T17:54:43+08:00" level=info msg="run test [clustered_index] ok" time="2024-05-06T17:54:43+08:00" level=warning msg="Create new db collation_agg_func" time="2024-05-06T17:54:43+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/collation_agg_func.test: ok! 74 test cases passed, take time 0.065550815 s time="2024-05-06T17:54:43+08:00" level=info msg="run test [collation_agg_func] ok" time="2024-05-06T17:54:43+08:00" level=warning msg="Create new db collation_check_use_collation" time="2024-05-06T17:54:43+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //:gazelle (99 packages loaded, 10429 targets configured) ./t/collation_check_use_collation.test: ok! 93 test cases passed, take time 0.309724271 s time="2024-05-06T17:54:44+08:00" level=info msg="run test [collation_check_use_collation] ok" time="2024-05-06T17:54:44+08:00" level=warning msg="Create new db collation_misc" Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) time="2024-05-06T17:54:44+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) ./t/collation_misc.test: ok! 61 test cases passed, take time 0.251984164 s time="2024-05-06T17:54:44+08:00" level=info msg="run test [collation_misc] ok" time="2024-05-06T17:54:44+08:00" level=warning msg="Create new db collation_pointget" time="2024-05-06T17:54:44+08:00" level=info msg="enable tidb_enable_analyze_snapshot" start tidb-server, log file: ./integration-test.out tidb-server(PID: 1774) started ./t/collation_pointget.test: ok! 106 test cases passed, take time 0.311894874 s time="2024-05-06T17:54:44+08:00" level=info msg="run test [collation_pointget] ok" time="2024-05-06T17:54:44+08:00" level=warning msg="Create new db common_collation" time="2024-05-06T17:54:44+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/common_collation.test: ok! 26 test cases passed, take time 0.080388996 s time="2024-05-06T17:54:45+08:00" level=info msg="run test [common_collation] ok" time="2024-05-06T17:54:45+08:00" level=warning msg="Create new db cte" time="2024-05-06T17:54:45+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (45 packages loaded, 438 targets configured) Analyzing: target //:gazelle (74 packages loaded, 924 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (74 packages loaded, 921 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) ./t/cte.test: ok! 189 test cases passed, take time 0.940311875 s time="2024-05-06T17:54:45+08:00" level=info msg="run test [cte] ok" time="2024-05-06T17:54:45+08:00" level=warning msg="Create new db ddl__attributes_sql" time="2024-05-06T17:54:46+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //:gazelle (99 packages loaded, 10429 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (66 packages loaded, 583 targets configured) ./t/ddl/attributes_sql.test: ok! 30 test cases passed, take time 0.258169895 s time="2024-05-06T17:54:46+08:00" level=info msg="run test [ddl/attributes_sql] ok" time="2024-05-06T17:54:46+08:00" level=warning msg="Create new db ddl__column" time="2024-05-06T17:54:46+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/column.test: ok! 16 test cases passed, take time 0.138650917 s time="2024-05-06T17:54:46+08:00" level=info msg="run test [ddl/column] ok" time="2024-05-06T17:54:46+08:00" level=warning msg="Create new db ddl__column_change" time="2024-05-06T17:54:46+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/column_change.test: ok! 9 test cases passed, take time 0.040707284 s time="2024-05-06T17:54:46+08:00" level=info msg="run test [ddl/column_change] ok" time="2024-05-06T17:54:46+08:00" level=warning msg="Create new db ddl__column_modify" time="2024-05-06T17:54:46+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (74 packages loaded, 1171 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (170 packages loaded, 11216 targets configured) INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured).  checking cached actions INFO: Found 1 target... Analyzing: target //:gazelle (99 packages loaded, 10432 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) ./t/ddl/column_modify.test: ok! 164 test cases passed, take time 1.088885046 s time="2024-05-06T17:54:47+08:00" level=info msg="run test [ddl/column_modify] ok" time="2024-05-06T17:54:47+08:00" level=warning msg="Create new db ddl__column_type_change" time="2024-05-06T17:54:47+08:00" level=info msg="enable tidb_enable_analyze_snapshot" run all integration test cases (disabled new collation) time="2024-05-06T17:54:47+08:00" level=info msg="running tests: [collation_agg_func collation_check_use_collation collation_misc collation_pointget]" time="2024-05-06T17:54:47+08:00" level=warning msg="Create new db collation_agg_func" time="2024-05-06T17:54:47+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/collation_agg_func.test: ok! 74 test cases passed, take time 0.063767833 s time="2024-05-06T17:54:47+08:00" level=info msg="run test [collation_agg_func] ok" time="2024-05-06T17:54:47+08:00" level=warning msg="Create new db collation_check_use_collation" time="2024-05-06T17:54:47+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) ./t/collation_check_use_collation.test: ok! 93 test cases passed, take time 0.337820419 s time="2024-05-06T17:54:48+08:00" level=info msg="run test [collation_check_use_collation] ok" time="2024-05-06T17:54:48+08:00" level=warning msg="Create new db collation_misc" time="2024-05-06T17:54:48+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [24 / 311] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) ./t/collation_misc.test: ok! 61 test cases passed, take time 0.273159535 s time="2024-05-06T17:54:48+08:00" level=info msg="run test [collation_misc] ok" time="2024-05-06T17:54:48+08:00" level=warning msg="Create new db collation_pointget" time="2024-05-06T17:54:48+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) ./t/collation_pointget.test: ok! 106 test cases passed, take time 0.298577929 s time="2024-05-06T17:54:48+08:00" level=info msg="run test [collation_pointget] ok" Great, All tests passed integrationtest passed! ./run-tests.sh: line 1: kill: (1774) - No such process ~/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results Analyzing: target //:gazelle (146 packages loaded, 10531 targets configured) None of the test reports contained any result [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } No test report files were found. Configuration error? [Pipeline] // withCredentials [Pipeline] } [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 1s remote-cache ... (3 actions, 0 running) [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } Analyzing: target //:gazelle (261 packages loaded, 11706 targets configured) [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [39 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/pprof, 3.9 MiB / 10.7 MiB; 2s remote-cache ... (8 actions, 0 running) INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [271 / 311] GoLink build/tidb_nogo_actual_/tidb_nogo_actual [for tool]; Downloading build/tidb_nogo_actual_/tidb_nogo_actual, 2.8 MiB / 12.0 MiB; 0s remote-cache Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 27.647s, Critical Path: 3.77s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 7718f352-7905-4c61-b474-07899cd0e7c5 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_51_41.710843931/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 10.1 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 5.5 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11865 targets configured) [129 / 311] GoCompilePkg external/co_honnef_go_tools/go/ir/ir.a [for tool]; 0s remote-cache ... (7 actions, 0 running) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //tools/tazel:tazel (123 packages loaded, 12835 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 30.281s, Critical Path: 3.62s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 276323bd-9b69-4422-9208-7014b56f6e69 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_51_38.3975278718/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (172 packages loaded, 11225 targets configured) INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured).  checking cached actions INFO: Found 1 target... [0 / 26] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (178 packages loaded, 11225 targets configured) INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured).  checking cached actions INFO: Found 1 target... INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [268 / 573] [Prepa] GoCompilePkg external/com_github_twmb_murmur3/murmur3.a ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11830 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (168 packages loaded, 11219 targets configured) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 3.1 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (107 packages loaded, 12797 targets configured) [520 / 573] GoCompilePkg external/com_github_pingcap_kvproto/pkg/deadlock/deadlock.a; Downloading external/com_github_pingcap_kvproto/pkg/deadlock/deadlock.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (169 packages loaded, 11222 targets configured) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 4.0 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (278 packages loaded, 13845 targets configured) INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured).  checking cached actions INFO: Found 1 target... Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (164 packages loaded, 11211 targets configured) INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured).  checking cached actions INFO: Found 1 target... [567 / 573] [Prepa] GoCompilePkg pkg/util/logutil/logutil.a Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.360s, Critical Path: 3.25s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (179 packages loaded, 11226 targets configured) [25 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 5.0 MiB / 7.3 MiB; 1s remote-cache ... (2 actions, 0 running) Analyzing: target //:gazelle (172 packages loaded, 11221 targets configured) INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured).  checking cached actions INFO: Found 1 target... [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 15.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (176 packages loaded, 11219 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [23 / 311] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) [99 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (8 actions, 0 running) [102 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (8 actions, 0 running) [24 / 311] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/txntest/... INFO: Invocation ID: 4c66f6c9-79fc-4583-86c4-2eaba97169d7 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_51_41.710843931/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: [267 / 573] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/txntest[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net.a, 2.9 MiB / 3.6 MiB; 0s remote-cache ... (3 actions, 0 running) [309 / 311] [Prepa] GoCompilePkg external/bazel_gazelle/cmd/gazelle/gazelle.a [for tool] Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 27.579s, Critical Path: 3.52s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 27.432s, Critical Path: 3.59s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //tests/realtikvtest/txntest:txntest_test (1 packages loaded, 0 targets configured) [518 / 573] GoCompilePkg external/org_golang_google_grpc/grpc.a; Downloading external/org_golang_google_grpc/grpc.a; 0s remote-cache bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 167d3775-52cb-4c70-8148-425d4a0846f9 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_51_41.2928927436/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 13.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [24 / 311] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) [23 / 311] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: bc375dcd-cb2e-4a7b-848e-aec463257aca INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_51_44.1328651442/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 1s remote-cache ... (3 actions, 0 running) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net.a, 821.7 KiB / 3.6 MiB; 0s remote-cache ... (3 actions, 0 running) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 11.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (403 packages loaded, 1777 targets configured) [562 / 573] GoCompilePkg external/com_github_tikv_client_go_v2/internal/kvrpc/kvrpc.a; Downloading external/com_github_tikv_client_go_v2/internal/kvrpc/kvrpc.a; 0s remote-cache ... (3 actions, 0 running) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 4.6 MiB / 10.3 MiB; 1s remote-cache ... (3 actions, 0 running) [26 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 2.5 MiB / 17.2 MiB; 2s remote-cache ... (8 actions, 0 running) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 12.6 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [25 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (2 actions, 0 running) [25 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 16.6 MiB / 17.2 MiB; 2s remote-cache ... (2 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.770s, Critical Path: 3.40s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tools/tazel:tazel (9 packages loaded, 11883 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (640 packages loaded, 13151 targets configured) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11883 targets configured) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/pprof, 7.4 MiB / 10.7 MiB; 2s remote-cache ... (3 actions, 0 running) [270 / 311] [Prepa] GoCompilePkg build/tidb_nogo_actual~nogo.a [for tool] [25 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 10.0 MiB / 17.2 MiB; 2s remote-cache ... (2 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.867s, Critical Path: 3.83s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //tools/tazel:tazel (115 packages loaded, 12887 targets configured) [242 / 311] GoCompilePkg build/linter/staticcheck/S1004.a [for tool]; 0s remote-cache ... (8 actions, 0 running) [271 / 311] GoLink build/tidb_nogo_actual_/tidb_nogo_actual [for tool]; Downloading build/tidb_nogo_actual_/tidb_nogo_actual, 4.2 MiB / 12.0 MiB; 0s remote-cache Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 29.823s, Critical Path: 3.93s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/brietest/... INFO: Invocation ID: 4815b3bb-3894-43e9-95a0-d233302b3c11 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_51_38.3975278718/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Analyzing: target //tools/tazel:tazel (117 packages loaded, 12937 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (894 packages loaded, 14745 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 29.045s, Critical Path: 4.48s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/brietest[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. [161 / 311] GoCompilePkg external/org_golang_x_tools/go/ssa/ssa.a [for tool]; 0s remote-cache ... (8 actions, 0 running) [166 / 311] GoCompilePkg external/org_golang_x_tools/go/ssa/ssa.a [for tool]; 0s remote-cache ... (8 actions, 0 running) INFO: Invocation ID: 57d50356-a880-4a4c-af20-a42ad2413fbe INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_51_43.3317703293/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel Analyzing: target //tests/realtikvtest/brietest:brietest_test (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 48f618d3-f010-4383-b9f3-2d4bda78fa08 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_51_52.1121502449/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes INFO: Invocation ID: d43c01d1-d85a-4096-9528-7be5b5e15270 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_51_46.468965023/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured).  checking cached actions INFO: Found 1 target... [0 / 26] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured). INFO: Found 1 target... [0 / 18] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/txntest:txntest_test (998 packages loaded, 16285 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 32.879s, Critical Path: 4.50s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 32.051s, Critical Path: 3.96s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //tools/tazel:tazel (7 packages loaded, 11825 targets configured) [24 / 311] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: b7e9ee66-424e-4f71-b4fb-ed0767858a4e INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_51_40.2941609833/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Analyzing: target //tests/realtikvtest/brietest:brietest_test (401 packages loaded, 1525 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: a972250a-a328-45bc-9fe4-9d0c10cede97 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_51_39.2753550165/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (7 packages loaded, 11599 targets configured) [268 / 573] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/oracle/oracle.a ... (8 actions, 0 running) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11889 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [268 / 573] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/color/color.a ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1011 packages loaded, 16340 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (638 packages loaded, 12833 targets configured) Analyzing: target //tools/tazel:tazel (113 packages loaded, 12818 targets configured) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 5s remote-cache ... (3 actions, 0 running) [535 / 573] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/txnutil/txnutil.a Analyzing: target //tools/tazel:tazel (108 packages loaded, 12846 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1069 packages loaded, 16947 targets configured) [537 / 573] GoCompilePkg external/com_github_pingcap_kvproto/pkg/raft_serverpb/raft_serverpb.a; Downloading external/com_github_pingcap_kvproto/pkg/raft_serverpb/raft_serverpb.a, 1.7 MiB / 2.4 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (8 packages loaded, 11871 targets configured) Analyzing: target //tools/tazel:tazel (149 packages loaded, 13233 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (857 packages loaded, 14138 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.458s, Critical Path: 2.61s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tools/tazel:tazel (278 packages loaded, 13845 targets configured) INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured). INFO: Found 1 target... [0 / 24] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured). INFO: Found 1 target... [0 / 20] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) INFO: Elapsed time: 6.664s, Critical Path: 2.70s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tools/tazel:tazel (9 packages loaded, 11891 targets configured) Analyzing: target //tools/tazel:tazel (274 packages loaded, 13812 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1108 packages loaded, 17583 targets configured) [181 / 311] GoCompilePkg external/org_golang_x_tools/go/ssa/ssa.a [for tool]; Downloading external/org_golang_x_tools/go/ssa/ssa.a, 414.8 KiB / 4.2 MiB; 0s remote-cache ... (5 actions, 0 running) Analyzing: target //tools/tazel:tazel (113 packages loaded, 12867 targets configured) INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured). INFO: Found 1 target... [0 / 25] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/brietest:brietest_test (960 packages loaded, 15805 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 32.511s, Critical Path: 7.48s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/statisticstest/... INFO: Invocation ID: c04d1196-b1b7-4ae6-a66d-db636ffdec31 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_51_41.2928927436/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Analyzing: target //tools/tazel:tazel (117 packages loaded, 12937 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest/... INFO: Invocation ID: 970cd746-292c-4eae-b977-6d076d6d798c INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_51_44.1328651442/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/importintotest[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. Loading: Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/statisticstest[/:]". INFO: Override the above default with --instrumentation_filter [268 / 573] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/exit/exit.a ... (6 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured).  checking cached actions INFO: Found 1 target... [0 / 25] [Prepa] BazelWorkspaceStatusAction stable-status.txt [268 / 573] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/exit/exit.a ... (7 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 45e35b88-3020-44f8-a1b5-657ab5fa3c43 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_51_45.2475100401/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1045 packages loaded, 16657 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1146 packages loaded, 17796 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1 packages loaded, 0 targets configured) [268 / 573] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/color/color.a ... (7 actions, 0 running) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured). INFO: Found 1 target... [0 / 9] [Prepa] Creating source manifest for //tools/tazel:tazel [467 / 573] GoCompilePkg external/com_github_golang_protobuf/proto/proto.a; Downloading external/com_github_golang_protobuf/proto/proto.a; 0s remote-cache ... (2 actions, 0 running) [451 / 573] [Prepa] GoCompilePkg external/org_golang_google_protobuf/runtime/protoimpl/protoimpl.a Analyzing: target //tests/realtikvtest/brietest:brietest_test (1086 packages loaded, 16997 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1291 packages loaded, 18585 targets configured) [461 / 573] GoCompilePkg external/com_github_prometheus_client_model/go/go.a; Downloading external/com_github_prometheus_client_model/go/go.x, 24.0 KiB / 114.6 KiB; 0s remote-cache ... (5 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (442 packages loaded, 3489 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (168 packages loaded, 1713 targets configured) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11883 targets configured) [267 / 573] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 0s remote-cache [267 / 573] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache [560 / 573] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/internal/locate/locate.a [559 / 573] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/internal/client/client.a [565 / 573] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/transaction/transaction.a Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (713 packages loaded, 12036 targets configured) Analyzing: target //tools/tazel:tazel (113 packages loaded, 12821 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (577 packages loaded, 12096 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.522s, Critical Path: 3.29s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/txntest:txntest_test (1296 packages loaded, 18861 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.158s, Critical Path: 3.27s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [451 / 573] GoCompilePkg pkg/util/cgroup/cgroup.a; Downloading pkg/util/cgroup/cgroup.x; 0s remote-cache ... (6 actions, 0 running) [535 / 573] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/txnutil/txnutil.a Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.551s, Critical Path: 3.02s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/brietest:brietest_test (1171 packages loaded, 17607 targets configured) INFO: Analyzed target //tests/realtikvtest/txntest:txntest_test (1377 packages loaded, 19431 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/txntest/txntest_test/baseline_coverage.dat ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (750 packages loaded, 13476 targets configured) ./t/ddl/column_type_change.test: ok! 1268 test cases passed, take time 24.589537679 s time="2024-05-06T17:55:12+08:00" level=info msg="run test [ddl/column_type_change] ok" time="2024-05-06T17:55:12+08:00" level=warning msg="Create new db ddl__constraint" time="2024-05-06T17:55:12+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/constraint.test: ok! 438 test cases passed, take time 2.064760748 s time="2024-05-06T17:55:14+08:00" level=info msg="run test [ddl/constraint] ok" time="2024-05-06T17:55:14+08:00" level=warning msg="Create new db ddl__db" time="2024-05-06T17:55:14+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //tests/realtikvtest/brietest:brietest_test (1289 packages loaded, 18446 targets configured) [567 / 573] [Prepa] GoCompilePkg pkg/util/logutil/logutil.a Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (855 packages loaded, 14206 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.197s, Critical Path: 2.70s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured).  checking cached actions INFO: Found 1 target... [0 / 24] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest3/... INFO: Invocation ID: 63a0ea86-e3e4-4945-a486-9a22498fc937 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_51_46.468965023/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest/... INFO: Invocation ID: ddaabdb7-f538-47b1-b9b4-31be38cf2c4c INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_51_43.3317703293/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.495s, Critical Path: 3.45s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest4/... INFO: Invocation ID: a6d64ffc-a519-44be-95c0-b76e4c75c818 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_51_52.1121502449/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/addindextest[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/importintotest4[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/importintotest3[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (960 packages loaded, 15633 targets configured) Analyzing: 2 targets (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/sessiontest/... INFO: Invocation ID: 958d3541-8198-486d-a289-b054b4a2e7c2 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_51_40.2941609833/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (782 packages loaded, 14909 targets configured) [268 / 573] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/exit/exit.a ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/pessimistictest/... INFO: Invocation ID: a34802cd-14c0-4fbe-9a6f-6b6c6a39cdbe INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_51_39.2753550165/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1 packages loaded, 0 targets configured) [24 / 1,427] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 12.2 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) Loading: Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/sessiontest[/:]". INFO: Override the above default with --instrumentation_filter Loading: INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1 packages loaded, 0 targets configured) Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/pessimistictest[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/brietest:brietest_test (1289 packages loaded, 18446 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1042 packages loaded, 16537 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1 packages loaded, 0 targets configured) Analyzing: 2 targets (318 packages loaded, 10628 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (49 packages loaded, 201 targets configured) [26 / 1,427] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 8.0 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (815 packages loaded, 15061 targets configured) [529 / 573] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; Downloading external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a, 4.4 MiB / 10.4 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (383 packages loaded, 1782 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1073 packages loaded, 17106 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (452 packages loaded, 1781 targets configured) [208 / 1,427] GoCompilePkg external/co_honnef_go_tools/staticcheck/staticcheck.a [for tool]; 0s remote-cache Analyzing: target //tests/realtikvtest/brietest:brietest_test (1378 packages loaded, 19436 targets configured) INFO: Analyzed target //tests/realtikvtest/brietest:brietest_test (1378 packages loaded, 19436 targets configured). INFO: Found 1 test target... [0 / 12] [Prepa] Writing file tests/realtikvtest/brietest/brietest_test/baseline_coverage.dat ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (447 packages loaded, 1628 targets configured) Analyzing: 2 targets (677 packages loaded, 12422 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (979 packages loaded, 16273 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.764s, Critical Path: 2.88s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (588 packages loaded, 12320 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (290 packages loaded, 11503 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1212 packages loaded, 17988 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (673 packages loaded, 13027 targets configured) Analyzing: 2 targets (903 packages loaded, 14326 targets configured) ./t/ddl/db.test: ok! 288 test cases passed, take time 3.531056426 s time="2024-05-06T17:55:17+08:00" level=info msg="run test [ddl/db] ok" time="2024-05-06T17:55:17+08:00" level=warning msg="Create new db ddl__db_cache" time="2024-05-06T17:55:17+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/db_cache.test: ok! 52 test cases passed, take time 0.291693299 s time="2024-05-06T17:55:18+08:00" level=info msg="run test [ddl/db_cache] ok" time="2024-05-06T17:55:18+08:00" level=warning msg="Create new db ddl__db_change" time="2024-05-06T17:55:18+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/db_change.test: ok! 21 test cases passed, take time 0.188883553 s time="2024-05-06T17:55:18+08:00" level=info msg="run test [ddl/db_change] ok" time="2024-05-06T17:55:18+08:00" level=warning msg="Create new db ddl__db_foreign_key" time="2024-05-06T17:55:18+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [465 / 1,427] GoCompilePkg external/org_golang_google_protobuf/internal/impl/impl.a; 0s remote-cache ... (8 actions, 0 running) ./t/ddl/db_foreign_key.test: ok! 20 test cases passed, take time 0.15833719 s time="2024-05-06T17:55:18+08:00" level=info msg="run test [ddl/db_foreign_key] ok" time="2024-05-06T17:55:18+08:00" level=warning msg="Create new db ddl__db_integration" time="2024-05-06T17:55:18+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (760 packages loaded, 13317 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1103 packages loaded, 17486 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest2/... INFO: Invocation ID: 1b83c829-1bb4-410e-a736-adaabd6ac9cb INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_51_45.2475100401/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (781 packages loaded, 14241 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (570 packages loaded, 13293 targets configured) Loading: Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1338 packages loaded, 18576 targets configured) Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/importintotest2[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. Analyzing: 2 targets (950 packages loaded, 15604 targets configured) [747 / 1,427] GoCompilePkg external/io_k8s_sigs_structured_merge_diff_v4/value/value.a; 0s remote-cache ... (8 actions, 0 running) [24 / 1,428] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 15.9 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (909 packages loaded, 15237 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1106 packages loaded, 17626 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (899 packages loaded, 15528 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (886 packages loaded, 15171 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (837 packages loaded, 15235 targets configured) [78 / 1,428] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1353 packages loaded, 18761 targets configured) Analyzing: 2 targets (1013 packages loaded, 16142 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (306 packages loaded, 3602 targets configured) [993 / 1,427] GoCompilePkg external/com_github_cockroachdb_pebble/sstable/sstable.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (919 packages loaded, 15355 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1106 packages loaded, 17626 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (962 packages loaded, 16048 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (955 packages loaded, 15933 targets configured) [411 / 1,428] GoCompilePkg pkg/util/filter/filter.a; Downloading pkg/util/filter/filter.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: 2 targets (1075 packages loaded, 16652 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (899 packages loaded, 15528 targets configured) [1,082 / 1,427] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 23.0 MiB / 76.2 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (960 packages loaded, 15441 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1429 packages loaded, 19431 targets configured) INFO: Analyzed target //tests/realtikvtest/importintotest:importintotest_test (1434 packages loaded, 19708 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/importintotest/importintotest_test/baseline_coverage.dat ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (984 packages loaded, 16094 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (701 packages loaded, 12773 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1089 packages loaded, 17287 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1130 packages loaded, 17748 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (957 packages loaded, 15998 targets configured) Analyzing: 2 targets (1116 packages loaded, 17235 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (905 packages loaded, 15332 targets configured) [1,138 / 1,427] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 1s remote-cache ... (6 actions, 0 running) [745 / 1,428] GoCompilePkg external/com_github_golang_glog/glog.a; Downloading external/com_github_golang_glog/glog.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1066 packages loaded, 16621 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1217 packages loaded, 18029 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1046 packages loaded, 16414 targets configured) [1,223 / 1,427] [Prepa] GoCompilePkg pkg/sessionctx/sessionstates/sessionstates.a ... (7 actions, 0 running) [988 / 1,428] GoCompilePkg external/org_golang_google_grpc/internal/resolver/resolver.a; Downloading external/org_golang_google_grpc/internal/resolver/resolver.a; 0s remote-cache ... (8 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/statisticstest:statisticstest_test (1377 packages loaded, 19429 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/statisticstest/statisticstest_test/baseline_coverage.dat ... (3 actions, 0 running) [24 / 1,484] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 15.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1070 packages loaded, 16957 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1247 packages loaded, 17969 targets configured) Analyzing: 2 targets (1288 packages loaded, 18094 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1015 packages loaded, 16669 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1258 packages loaded, 18316 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1109 packages loaded, 17229 targets configured) [1,107 / 1,428] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 0s remote-cache ... (8 actions, 0 running) [24 / 1,427] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/net/http.a, 6.7 MiB / 8.3 MiB; 0s remote-cache ... (3 actions, 0 running) [26 / 1,484] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 5.0 MiB / 17.2 MiB; 2s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1127 packages loaded, 17607 targets configured) Analyzing: 2 targets (1291 packages loaded, 18233 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1075 packages loaded, 17250 targets configured) [1,292 / 1,427] GoCompilePkg pkg/util/mock/mock.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1147 packages loaded, 17442 targets configured) ./t/ddl/db_integration.test: ok! 662 test cases passed, take time 5.815381984 s time="2024-05-06T17:55:24+08:00" level=info msg="run test [ddl/db_integration] ok" time="2024-05-06T17:55:24+08:00" level=warning msg="Create new db ddl__db_partition" time="2024-05-06T17:55:24+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1310 packages loaded, 18705 targets configured) [1,186 / 1,428] [Prepa] GoCompilePkg pkg/util/logutil/logutil.a ... (3 actions, 0 running) [248 / 1,484] GoCompilePkg build/linter/staticcheck/S1037.a [for tool]; Downloading build/linter/staticcheck/S1037.x; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1242 packages loaded, 18339 targets configured) INFO: Analyzed 2 targets (1377 packages loaded, 19080 targets configured). INFO: Found 1 target and 1 test target... [0 / 20] [Prepa] Writing file tests/realtikvtest/addindextest/addindextest/baseline_coverage.dat ... (4 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1388 packages loaded, 19131 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1101 packages loaded, 17385 targets configured) [1,310 / 1,427] [Prepa] GoCompilePkg pkg/table/table.a ... (3 actions, 0 running) [26 / 1,427] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (3 actions, 0 running) [1,293 / 1,428] GoCompilePkg pkg/disttask/framework/storage/storage.a; 0s remote-cache ... (5 actions, 0 running) [487 / 1,484] GoCompilePkg external/com_github_shirou_gopsutil_v3/internal/common/common.a; Downloading external/com_github_shirou_gopsutil_v3/internal/common/common.a; 0s remote-cache ... (8 actions, 0 running) [20 / 1,424] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 5.2 MiB / 7.3 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1266 packages loaded, 18274 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1365 packages loaded, 19277 targets configured) [1,347 / 1,427] GoCompilePkg br/pkg/utils/utils.a; Downloading br/pkg/utils/utils.a, 3.9 MiB / 4.2 MiB; 0s remote-cache ... (5 actions, 0 running) [209 / 1,427] [Prepa] GoCompilePkg build/linter/staticcheck/SA6005.a [for tool] ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1151 packages loaded, 17581 targets configured) INFO: Analyzed target //tests/realtikvtest/importintotest3:importintotest3_test (1396 packages loaded, 19551 targets configured). INFO: Found 1 test target... [0 / 7] [Prepa] Writing file tests/realtikvtest/importintotest3/importintotest3_test/baseline_coverage.dat Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1296 packages loaded, 18861 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1391 packages loaded, 19274 targets configured) INFO: Analyzed target //tests/realtikvtest/importintotest4:importintotest4_test (1396 packages loaded, 19551 targets configured). INFO: Found 1 test target... [0 / 13] [Prepa] Writing file tests/realtikvtest/importintotest4/importintotest4_test/baseline_coverage.dat ... (3 actions, 0 running) [20 / 1,424] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 17.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [715 / 1,484] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 10.1 MiB / 25.2 MiB; 0s remote-cache ... (8 actions, 0 running) [1,314 / 1,428] GoCompilePkg pkg/statistics/statistics.a; Downloading pkg/statistics/statistics.a, 2.0 MiB / 5.3 MiB; 0s remote-cache ... (2 actions, 0 running) [24 / 1,446] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 3.0 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1373 packages loaded, 19312 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1307 packages loaded, 18561 targets configured) [1,385 / 1,427] [Prepa] GoCompilePkg pkg/infoschema/perfschema/perfschema.a ... (2 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/sessiontest:sessiontest_test (1377 packages loaded, 19431 targets configured). INFO: Found 1 test target... [0 / 10] [Prepa] Writing file tests/realtikvtest/sessiontest/sessiontest_test/baseline_coverage.dat ... (3 actions, 0 running) [517 / 1,427] GoCompilePkg external/com_github_gogo_protobuf/proto/proto.a; 0s remote-cache ... (8 actions, 0 running) [880 / 1,484] GoCompilePkg external/com_github_ks3sdklib_aws_sdk_go/internal/signer/v4/signer.a; Downloading external/com_github_ks3sdklib_aws_sdk_go/internal/signer/v4/signer.a; 0s remote-cache ... (8 actions, 0 running) [24 / 1,446] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 6.0 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) [1,379 / 1,428] GoCompilePkg br/pkg/lightning/errormanager/errormanager.a; Downloading br/pkg/lightning/errormanager/errormanager.a, 1.5 MiB / 2.4 MiB; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1297 packages loaded, 18503 targets configured) INFO: Analyzed target //tests/realtikvtest/pessimistictest:pessimistictest_test (1378 packages loaded, 19074 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/pessimistictest/pessimistictest_test/baseline_coverage.dat ... (3 actions, 0 running) [25 / 1,424] GoCompilePkg external/io_bazel_rules_go/go/tools/coverdata/coverdata.a; Downloading external/io_bazel_rules_go/go/tools/coverdata/coverdata.a; 0s remote-cache ... (6 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1387 packages loaded, 19155 targets configured) [1,403 / 1,427] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 25.0 MiB / 46.5 MiB; 0s remote-cache ... (2 actions, 0 running) [752 / 1,427] GoCompilePkg external/com_github_cockroachdb_pebble/internal/arenaskl/arenaskl.a; Downloading external/com_github_cockroachdb_pebble/internal/arenaskl/arenaskl.a; 0s remote-cache ... (8 actions, 0 running) [26 / 1,446] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/net/http.a, 5.0 MiB / 8.3 MiB; 1s remote-cache ... (3 actions, 0 running) [186 / 1,424] GoCompilePkg external/co_honnef_go_tools/go/ir/ir.a [for tool]; Downloading external/co_honnef_go_tools/go/ir/ir.a, 1023.9 KiB / 5.9 MiB; 0s remote-cache ... (3 actions, 0 running) [1,010 / 1,484] GoCompilePkg external/com_github_azure_azure_sdk_for_go_sdk_storage_azblob/internal/generated/generated.a; Downloading external/com_github_azure_azure_sdk_for_go_sdk_storage_azblob/internal/generated/generated.a, 2.0 MiB / 5.2 MiB; 0s remote-cache ... (8 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/importintotest2:importintotest2_test (1396 packages loaded, 19550 targets configured). INFO: Found 1 test target... [0 / 2] [Prepa] Writing file tests/realtikvtest/importintotest2/importintotest2_test/baseline_coverage.dat [26 / 1,446] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 8.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [24 / 1,427] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 5.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [846 / 1,427] GoCompilePkg external/io_k8s_apimachinery/pkg/apis/meta/v1/meta.a; Downloading external/io_k8s_apimachinery/pkg/apis/meta/v1/meta.a, 2.0 MiB / 6.6 MiB; 0s remote-cache ... (8 actions, 0 running) [129 / 1,446] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (8 actions, 0 running) [1,404 / 1,427] GoCompilePkg br/pkg/task/task.a; 1s remote-cache, linux-sandbox ... (7 actions, 2 running) [1,385 / 1,428] [Prepa] GoCompilePkg pkg/infoschema/perfschema/perfschema.a ... (2 actions, 0 running) [24 / 1,427] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 16.0 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) [19 / 1,423] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (3 actions, 0 running) [270 / 1,424] GoLink build/tidb_nogo_actual_/tidb_nogo_actual [for tool]; 0s remote-cache [1,101 / 1,484] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 27.0 MiB / 76.2 MiB; 0s remote-cache ... (8 actions, 0 running) [17 / 1,446] GoToolchainBinaryBuild external/go_sdk/builder [for tool]; Downloading external/go_sdk/builder, 4.0 MiB / 5.4 MiB; 0s remote-cache ... (3 actions, 0 running) [30 / 1,446] [Prepa] GoCompilePkg external/org_golang_x_tools/internal/tokeninternal/tokeninternal.a [for tool] ... (6 actions, 0 running) [954 / 1,427] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 3.0 MiB / 18.8 MiB; 0s remote-cache ... (8 actions, 0 running) [243 / 1,446] GoCompilePkg build/linter/staticcheck/SA3000.a [for tool]; Downloading build/linter/staticcheck/SA3000.a; 0s remote-cache ... (8 actions, 0 running) [1,393 / 1,428] GoCompilePkg pkg/planner/core/internal/internal.a; Downloading pkg/planner/core/internal/internal.a, 1.7 MiB / 5.3 MiB; 0s remote-cache ... (6 actions, 0 running) [293 / 1,424] GoCompilePkg br/pkg/lightning/manual/manual.a; Downloading br/pkg/lightning/manual/manual.a, 23.8 KiB / 53.5 KiB; 0s remote-cache ... (8 actions, 0 running) [1,157 / 1,484] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 67.0 MiB / 76.2 MiB; 1s remote-cache ... (8 actions, 0 running) [1,415 / 1,427] GoCompilePkg br/pkg/task/task.a; 2s remote-cache, linux-sandbox [188 / 1,446] GoCompilePkg external/org_golang_x_tools/go/ssa/ssa.a [for tool]; Downloading external/org_golang_x_tools/go/ssa/ssa.a, 1023.9 KiB / 4.2 MiB; 0s remote-cache ... (5 actions, 0 running) [111 / 1,427] GoCompilePkg external/org_golang_x_tools/go/types/typeutil/typeutil.a [for tool]; Downloading external/org_golang_x_tools/go/types/typeutil/typeutil.a; 0s remote-cache ... (8 actions, 0 running) [1,051 / 1,427] GoCompilePkg external/com_github_aws_aws_sdk_go/private/protocol/ec2query/ec2query.a; Downloading external/com_github_aws_aws_sdk_go/private/protocol/ec2query/ec2query.a; 0s remote-cache ... (8 actions, 0 running) [56 / 1,423] GoCompilePkg external/com_github_golangci_misspell/misspell.a [for tool]; Downloading external/com_github_golangci_misspell/misspell.a, 1023.9 KiB / 5.5 MiB; 0s remote-cache ... (8 actions, 0 running) [24 / 1,446] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 11.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [1,402 / 1,428] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 5.2 MiB / 46.5 MiB; 0s remote-cache ... (2 actions, 0 running) [305 / 1,446] GoCompilePkg external/org_uber_go_zap/zapcore/zapcore.a; Downloading external/org_uber_go_zap/zapcore/zapcore.a, 1.8 MiB / 2.1 MiB; 0s remote-cache ... (8 actions, 0 running) [470 / 1,424] GoCompilePkg external/com_github_uber_jaeger_client_go/jaeger-client-go.a; Downloading external/com_github_uber_jaeger_client_go/jaeger-client-go.a, 1.0 MiB / 2.6 MiB; 0s remote-cache ... (8 actions, 0 running) [209 / 1,427] [Prepa] GoCompilePkg build/linter/staticcheck/QF1002.a [for tool] ... (8 actions, 0 running) [273 / 1,446] [Prepa] GoCompilePkg build/tidb_nogo_actual~nogo.a [for tool] [1,100 / 1,427] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 44.0 MiB / 76.2 MiB; 0s remote-cache ... (8 actions, 0 running) [197 / 1,423] [Prepa] GoCompilePkg external/co_honnef_go_tools/analysis/edit/edit.a [for tool] ... (2 actions, 0 running) [1,194 / 1,484] GoCompilePkg external/com_github_tikv_pd_client/client.a; Downloading external/com_github_tikv_pd_client/client.a, 2.0 MiB / 3.4 MiB; 0s remote-cache ... (2 actions, 0 running) [1,416 / 1,427] [Prepa] GoCompilePkg br/pkg/task/show/show.a [479 / 1,446] GoCompilePkg external/com_github_gogo_protobuf/proto/proto.a; Downloading external/com_github_gogo_protobuf/proto/proto.a, 5.0 MiB / 6.2 MiB; 0s remote-cache ... (8 actions, 0 running) [630 / 1,424] GoCompilePkg pkg/parser/parser.a; Downloading pkg/parser/parser.a, 10.0 MiB / 11.1 MiB; 0s remote-cache ... (8 actions, 0 running) [28 / 1,446] [Prepa] GoCompilePkg external/org_golang_x_tools/internal/pkgbits/pkgbits.a [for tool] ... (7 actions, 0 running) [352 / 1,427] GoCompilePkg external/org_golang_x_sys/unix/unix.a; Downloading external/org_golang_x_sys/unix/unix.a, 3.2 MiB / 4.0 MiB; 0s remote-cache ... (8 actions, 0 running) [357 / 1,446] GoCompilePkg external/io_k8s_apimachinery/pkg/util/sets/sets.a; 0s remote-cache ... (8 actions, 0 running) [1,226 / 1,484] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/rawkv/rawkv.a ... (3 actions, 0 running) [1,418 / 1,427] [Prepa] GoCompilePkg pkg/session/session.a [1,407 / 1,428] [Prepa] GoCompilePkg pkg/executor/internal/builder/builder.a ... (5 actions, 0 running) [1,156 / 1,427] GoCompilePkg external/com_github_tikv_pd_client/client.a; 0s remote-cache ... (2 actions, 0 running) [676 / 1,446] GoCompilePkg external/com_github_cockroachdb_errors/barriers/barriers.a; 0s remote-cache ... (7 actions, 0 running) [320 / 1,423] GoCompilePkg external/com_github_mattn_go_colorable/go-colorable.a; Downloading external/com_github_mattn_go_colorable/go-colorable.a; 0s remote-cache ... (6 actions, 0 running) [244 / 1,446] GoCompilePkg build/linter/staticcheck/SA1019.a [for tool]; Downloading build/linter/staticcheck/SA1019.a; 0s remote-cache ... (8 actions, 0 running) [840 / 1,424] GoCompilePkg external/com_github_lestrrat_go_jwx_v2/internal/json/json.a; 0s remote-cache ... (8 actions, 0 running) [1,317 / 1,484] [Prepa] GoCompilePkg pkg/util/password-validation/password-validation.a ... (6 actions, 0 running) ./t/ddl/db_partition.test: ok! 1145 test cases passed, take time 9.916826888 s time="2024-05-06T17:55:34+08:00" level=info msg="run test [ddl/db_partition] ok" time="2024-05-06T17:55:34+08:00" level=warning msg="Create new db ddl__db_rename" time="2024-05-06T17:55:34+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/db_rename.test: ok! 10 test cases passed, take time 0.0535908 s time="2024-05-06T17:55:34+08:00" level=info msg="run test [ddl/db_rename] ok" time="2024-05-06T17:55:34+08:00" level=warning msg="Create new db ddl__db_table" time="2024-05-06T17:55:34+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/db_table.test: ok! 53 test cases passed, take time 0.338805514 s time="2024-05-06T17:55:34+08:00" level=info msg="run test [ddl/db_table] ok" time="2024-05-06T17:55:34+08:00" level=warning msg="Create new db ddl__ddl_error" time="2024-05-06T17:55:35+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/ddl_error.test: ok! 10 test cases passed, take time 0.043441111 s time="2024-05-06T17:55:35+08:00" level=info msg="run test [ddl/ddl_error] ok" time="2024-05-06T17:55:35+08:00" level=warning msg="Create new db ddl__ddl_tiflash" time="2024-05-06T17:55:35+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:55:35+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/ddl_tiflash.test: ok! 14 test cases passed, take time 0.027232981 s time="2024-05-06T17:55:35+08:00" level=info msg="run test [ddl/ddl_tiflash] ok" time="2024-05-06T17:55:35+08:00" level=warning msg="Create new db ddl__fail_db" time="2024-05-06T17:55:35+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/fail_db.test: ok! 12 test cases passed, take time 0.122179034 s time="2024-05-06T17:55:35+08:00" level=info msg="run test [ddl/fail_db] ok" time="2024-05-06T17:55:35+08:00" level=warning msg="Create new db ddl__index_modify" time="2024-05-06T17:55:35+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/index_modify.test: ok! 18 test cases passed, take time 0.108210832 s time="2024-05-06T17:55:35+08:00" level=info msg="run test [ddl/index_modify] ok" time="2024-05-06T17:55:35+08:00" level=warning msg="Create new db ddl__integration" [612 / 1,427] GoCompilePkg external/com_github_klauspost_compress/zstd/zstd.a; Downloading external/com_github_klauspost_compress/zstd/zstd.a, 3.0 MiB / 3.2 MiB; 0s remote-cache ... (8 actions, 0 running) [629 / 1,446] GoCompilePkg pkg/parser/ast/ast.a; Downloading pkg/parser/ast/ast.a, 2.1 MiB / 8.9 MiB; 0s remote-cache ... (8 actions, 0 running) [1,422 / 1,428] [Prepa] GoCompilePkg pkg/testkit/testkit.a [1,231 / 1,427] [Prepa] GoCompilePkg pkg/util/cteutil/cteutil.a ... (2 actions, 0 running) [962 / 1,446] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 6.2 MiB / 18.8 MiB; 0s remote-cache ... (8 actions, 0 running) [619 / 1,423] GoCompilePkg pkg/util/dbterror/dbterror.a; Downloading pkg/util/dbterror/dbterror.a; 0s remote-cache ... (8 actions, 0 running) time="2024-05-06T17:55:35+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,426 / 1,427] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 0s remote-cache, linux-sandbox [516 / 1,446] GoCompilePkg external/io_k8s_apimachinery/pkg/util/net/net.a; Downloading external/io_k8s_apimachinery/pkg/util/net/net.a; 0s remote-cache ... (8 actions, 0 running) ./t/ddl/integration.test: ok! 59 test cases passed, take time 0.327660989 s time="2024-05-06T17:55:35+08:00" level=info msg="run test [ddl/integration] ok" time="2024-05-06T17:55:35+08:00" level=warning msg="Create new db ddl__modify_column" time="2024-05-06T17:55:35+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,064 / 1,424] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 23.0 MiB / 71.0 MiB; 0s remote-cache ... (7 actions, 0 running) [853 / 1,446] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 11.0 MiB / 76.2 MiB; 0s remote-cache ... (8 actions, 0 running) [839 / 1,427] GoCompilePkg external/com_github_emirpasic_gods/maps/treemap/treemap.a; Downloading external/com_github_emirpasic_gods/maps/treemap/treemap.a; 0s remote-cache ... (8 actions, 0 running) [1,096 / 1,446] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 52.7 MiB / 76.2 MiB; 0s remote-cache ... (8 actions, 0 running) [892 / 1,423] GoCompilePkg external/io_k8s_api/core/v1/core.a; 0s remote-cache ... (8 actions, 0 running) [721 / 1,446] GoCompilePkg external/com_github_json_iterator_go/go.a; 0s remote-cache ... (8 actions, 0 running) [1,309 / 1,427] GoCompilePkg pkg/expression/expression.a; 0s remote-cache [1,427 / 1,428] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 0s remote-cache, linux-sandbox [1,146 / 1,424] GoCompilePkg external/com_github_pingcap_kvproto/pkg/pdpb/pdpb.a; 0s remote-cache ... (3 actions, 0 running) [1,357 / 1,484] [Prepa] GoCompilePkg pkg/table/table.a ... (4 actions, 0 running) [946 / 1,446] GoCompilePkg external/io_k8s_api/core/v1/core.a; 0s remote-cache ... (8 actions, 0 running) [1,009 / 1,427] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 24.9 MiB / 25.2 MiB; 0s remote-cache ... (8 actions, 0 running) [1,068 / 1,423] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 54.5 MiB / 71.0 MiB; 0s remote-cache ... (4 actions, 0 running) [1,189 / 1,446] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/tikvrpc/interceptor/interceptor.a [1,397 / 1,484] GoCompilePkg pkg/store/mockstore/mockstore.a; Downloading pkg/store/mockstore/mockstore.a; 0s remote-cache ... (8 actions, 0 running) [970 / 1,446] GoCompilePkg external/com_github_cockroachdb_pebble/internal/manifest/manifest.a; 0s remote-cache ... (8 actions, 0 running) [1,229 / 1,424] [Prepa] GoCompilePkg pkg/store/mockstore/unistore/tikv/mvcc/mvcc.a ... (2 actions, 0 running) [1,360 / 1,427] GoCompilePkg br/pkg/streamhelper/streamhelper.a; Downloading br/pkg/streamhelper/streamhelper.a, 3.0 MiB / 6.1 MiB; 0s remote-cache ... (8 actions, 0 running) [1,104 / 1,446] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; 0s remote-cache ... (8 actions, 0 running) [1,094 / 1,427] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 66.0 MiB / 76.2 MiB; 0s remote-cache ... (8 actions, 0 running) [1,148 / 1,423] [Prepa] GoCompilePkg pkg/store/pdtypes/pdtypes.a [1,288 / 1,446] GoCompilePkg pkg/store/helper/helper.a; Downloading pkg/store/helper/helper.a, 1.4 MiB / 3.0 MiB; 0s remote-cache ... (3 actions, 0 running) [1,094 / 1,446] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; 0s remote-cache ... (8 actions, 0 running) [1,433 / 1,484] GoCompilePkg pkg/ddl/ddl.a; Downloading pkg/ddl/ddl.a, 17.4 MiB / 20.9 MiB; 0s remote-cache [1,301 / 1,424] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 8.0 MiB / 78.9 MiB; 0s remote-cache ... (4 actions, 0 running) [1,389 / 1,427] GoCompilePkg pkg/executor/internal/exec/exec.a; Downloading pkg/executor/internal/exec/exec.a, 1023.8 KiB / 4.6 MiB; 0s remote-cache ... (8 actions, 0 running) [1,199 / 1,446] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/rangetask/rangetask.a ... (3 actions, 0 running) [1,172 / 1,427] GoCompilePkg external/com_github_tikv_client_go_v2/internal/resourcecontrol/resourcecontrol.a; 0s remote-cache ... (5 actions, 0 running) [1,144 / 1,446] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 74.0 MiB / 76.2 MiB; 1s remote-cache ... (8 actions, 0 running) [1,449 / 1,484] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 11.0 MiB / 46.5 MiB; 0s remote-cache ... (3 actions, 0 running) [1,311 / 1,424] GoCompilePkg pkg/expression/aggregation/aggregation.a; Downloading pkg/expression/aggregation/aggregation.a, 1.4 MiB / 4.3 MiB; 0s remote-cache ... (4 actions, 0 running) [1,411 / 1,427] GoCompilePkg pkg/executor/aggfuncs/aggfuncs.a; Downloading pkg/executor/aggfuncs/aggfuncs.a, 2.4 MiB / 5.5 MiB; 0s remote-cache ... (3 actions, 0 running) [1,218 / 1,423] [Prepa] GoCompilePkg pkg/util/plancache/plancache.a ... (7 actions, 0 running) [1,328 / 1,446] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 92.0 MiB / 92.4 MiB; 1s remote-cache [1,256 / 1,446] [Prepa] GoCompilePkg pkg/util/rowcodec/rowcodec.a ... (4 actions, 0 running) [1,231 / 1,427] [Prepa] GoCompilePkg pkg/util/cteutil/cteutil.a ... (2 actions, 0 running) [1,206 / 1,446] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/txnkv.a; 0s remote-cache ... (8 actions, 0 running) [1,459 / 1,484] GoCompilePkg pkg/executor/aggfuncs/aggfuncs.a; Downloading pkg/executor/aggfuncs/aggfuncs.a, 5.0 MiB / 5.5 MiB; 0s remote-cache ... (4 actions, 0 running) [1,422 / 1,427] [Prepa] GoCompilePkg tests/realtikvtest/realtikvtest.a [1,283 / 1,423] GoCompilePkg pkg/util/sqlexec/mock/mock.a; Downloading pkg/util/sqlexec/mock/mock.a; 0s remote-cache ... (8 actions, 0 running) [1,354 / 1,424] GoCompilePkg pkg/ttl/ttlworker/ttlworker.a; Downloading pkg/ttl/ttlworker/ttlworker.a, 2.0 MiB / 4.7 MiB; 0s remote-cache ... (8 actions, 0 running) [1,325 / 1,446] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 15.3 MiB / 92.4 MiB; 0s remote-cache ... (3 actions, 0 running) [1,303 / 1,427] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 7.5 MiB / 92.4 MiB; 0s remote-cache ... (5 actions, 0 running) [1,365 / 1,446] GoCompilePkg pkg/store/mockstore/unistore/unistore.a; Downloading pkg/store/mockstore/unistore/unistore.a, 2.0 MiB / 3.5 MiB; 0s remote-cache ... (4 actions, 0 running) [1,472 / 1,484] GoCompilePkg pkg/server/handler/ttlhandler/ttlhandler.a; Downloading pkg/server/handler/ttlhandler/ttlhandler.a, 2.0 MiB / 4.1 MiB; 0s remote-cache ... (5 actions, 0 running) [1,305 / 1,423] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a [1,298 / 1,446] [Prepa] GoCompilePkg pkg/planner/util/debugtrace/debugtrace.a ... (7 actions, 0 running) [1,426 / 1,427] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 6s remote-cache, linux-sandbox [1,384 / 1,424] [Prepa] GoCompilePkg pkg/executor/internal/exec/exec.a ... (6 actions, 0 running) [1,336 / 1,446] GoCompilePkg pkg/statistics/handle/cache/internal/internal.a; 0s remote-cache ... (6 actions, 0 running) [1,312 / 1,427] GoCompilePkg pkg/table/table.a; 0s remote-cache ... (3 actions, 0 running) [1,406 / 1,446] [Prepa] GoCompilePkg pkg/domain/domain.a [1,426 / 1,427] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; 1s remote-cache, linux-sandbox [1,392 / 1,446] GoCompilePkg br/pkg/lightning/mydump/mydump.a; 0s remote-cache ... (4 actions, 0 running) [1,401 / 1,424] GoCompilePkg br/pkg/task/task.a; 0s remote-cache, linux-sandbox ... (7 actions, 2 running) [1,356 / 1,423] GoCompilePkg pkg/statistics/handle/history/history.a; Downloading pkg/statistics/handle/history/history.a, 2.0 MiB / 2.1 MiB; 0s remote-cache ... (8 actions, 0 running) [1,351 / 1,427] GoCompilePkg br/pkg/restore/tiflashrec/tiflashrec.a; Downloading br/pkg/restore/tiflashrec/tiflashrec.a, 1023.8 KiB / 2.0 MiB; 0s remote-cache ... (8 actions, 0 running) [1,425 / 1,446] [Prepa] GoCompilePkg pkg/executor/internal/builder/builder.a ... (5 actions, 0 running) [1,328 / 1,446] GoCompilePkg pkg/expression/expression.a; 1s remote-cache [1,483 / 1,484] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 1s remote-cache, linux-sandbox [1,426 / 1,427] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 8s remote-cache, linux-sandbox [1,386 / 1,423] GoCompilePkg pkg/planner/core/internal/internal.a; 0s remote-cache ... (6 actions, 0 running) [1,439 / 1,446] [Prepa] GoCompilePkg pkg/store/driver/driver.a [1,365 / 1,446] GoCompilePkg br/pkg/utils/utils.a; 0s remote-cache ... (4 actions, 0 running) [1,419 / 1,446] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 10.9 MiB / 46.5 MiB; 0s remote-cache ... (3 actions, 0 running) [1,412 / 1,424] [Prepa] GoCompilePkg br/pkg/task/show/show.a [1,385 / 1,427] [Prepa] GoCompilePkg pkg/ddl/schematracker/schematracker.a ... (2 actions, 0 running) [1,427 / 1,428] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 7s remote-cache, linux-sandbox [1,431 / 1,435] checking cached actions [1,411 / 1,423] [Prepa] GoCompilePkg pkg/planner/planner.a [1,404 / 1,446] [Prepa] GoCompilePkg pkg/infoschema/perfschema/perfschema.a ... (2 actions, 0 running) [1,403 / 1,427] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 42.1 MiB / 46.5 MiB; 0s remote-cache ... (2 actions, 0 running) [1,427 / 1,428] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 9s remote-cache, linux-sandbox ./t/ddl/modify_column.test: ok! 672 test cases passed, take time 9.487314451 s time="2024-05-06T17:55:45+08:00" level=info msg="run test [ddl/modify_column] ok" time="2024-05-06T17:55:45+08:00" level=warning msg="Create new db ddl__multi_schema_change" time="2024-05-06T17:55:45+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,437 / 1,446] [Prepa] GoCompilePkg pkg/session/session.a [1,433 / 1,435] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,423 / 1,424] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test; 0s remote-cache, linux-sandbox [1,422 / 1,423] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 0s remote-cache, linux-sandbox [1,445 / 1,446] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 1s remote-cache, linux-sandbox [1,422 / 1,446] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 44.1 MiB / 46.5 MiB; 0s remote-cache ... (2 actions, 0 running) [1,427 / 1,428] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 10s remote-cache, linux-sandbox [1,418 / 1,427] [Prepa] GoCompilePkg pkg/session/session.a [1,445 / 1,446] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 0s remote-cache, linux-sandbox [1,437 / 1,446] [Prepa] GoCompilePkg pkg/session/session.a [1,434 / 1,435] Testing //tests/realtikvtest/txntest:txntest_test; 1s remote-cache, linux-sandbox [1,426 / 1,427] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 0s remote-cache, linux-sandbox [1,426 / 1,427] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; 6s remote-cache, linux-sandbox [1,434 / 1,436] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,445 / 1,446] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 1s remote-cache, linux-sandbox [1,426 / 1,427] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; 8s remote-cache, linux-sandbox [1,435 / 1,436] Testing //tests/realtikvtest/brietest:brietest_test; 1s remote-cache, linux-sandbox ./t/ddl/multi_schema_change.test: ok! 297 test cases passed, take time 4.636729838 s time="2024-05-06T17:55:49+08:00" level=info msg="run test [ddl/multi_schema_change] ok" time="2024-05-06T17:55:49+08:00" level=warning msg="Create new db ddl__partition" time="2024-05-06T17:55:49+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,483 / 1,484] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 7s remote-cache, linux-sandbox [1,426 / 1,427] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; 9s remote-cache, linux-sandbox [1,483 / 1,484] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 8s remote-cache, linux-sandbox ./t/ddl/partition.test: ok! 145 test cases passed, take time 0.843461278 s time="2024-05-06T17:55:50+08:00" level=info msg="run test [ddl/partition] ok" time="2024-05-06T17:55:50+08:00" level=warning msg="Create new db ddl__primary_key_handle" time="2024-05-06T17:55:50+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,484 / 1,490] [Prepa] Expanding template external/remote_coverage_tools/Main [for tool] ... (2 actions, 0 running) ./t/ddl/primary_key_handle.test: ok! 191 test cases passed, take time 1.3149419359999999 s time="2024-05-06T17:55:52+08:00" level=info msg="run test [ddl/primary_key_handle] ok" time="2024-05-06T17:55:52+08:00" level=warning msg="Create new db ddl__reorg_partition" time="2024-05-06T17:55:52+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,423 / 1,424] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test; 6s remote-cache, linux-sandbox [1,422 / 1,423] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 6s remote-cache, linux-sandbox [1,445 / 1,446] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 7s remote-cache, linux-sandbox [1,433 / 1,435] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,490 / 1,492] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,445 / 1,446] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 6s remote-cache, linux-sandbox [1,423 / 1,424] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test; 8s remote-cache, linux-sandbox [1,434 / 1,435] Testing //tests/realtikvtest/statisticstest:statisticstest_test; 1s remote-cache, linux-sandbox [1,422 / 1,423] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 8s remote-cache, linux-sandbox [1,445 / 1,446] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 9s remote-cache, linux-sandbox [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 1s remote-cache, linux-sandbox [1,428 / 1,431] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 38.9 MiB / 96.2 MiB; 0s remote-cache [1,451 / 1,454] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 27.3 MiB / 96.2 MiB; 0s remote-cache [1,445 / 1,446] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 8s remote-cache, linux-sandbox ./t/ddl/reorg_partition.test: ok! 205 test cases passed, take time 2.919332265 s time="2024-05-06T17:55:55+08:00" level=info msg="run test [ddl/reorg_partition] ok" time="2024-05-06T17:55:55+08:00" level=warning msg="Create new db ddl__resource_group" time="2024-05-06T17:55:55+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/resource_group.test: ok! 16 test cases passed, take time 0.048502885 s time="2024-05-06T17:55:55+08:00" level=info msg="run test [ddl/resource_group] ok" time="2024-05-06T17:55:55+08:00" level=warning msg="Create new db ddl__sequence" time="2024-05-06T17:55:55+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:55:55+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:55:55+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,430 / 1,432] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,434 / 1,435] Testing //tests/realtikvtest/txntest:txntest_test; 10s remote-cache, linux-sandbox [1,426 / 1,427] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 7s remote-cache, linux-sandbox [1,445 / 1,446] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 7s remote-cache, linux-sandbox time="2024-05-06T17:55:56+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:55:56+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,426 / 1,427] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 9s remote-cache, linux-sandbox ./t/ddl/sequence.test: ok! 268 test cases passed, take time 1.598717652 s time="2024-05-06T17:55:56+08:00" level=info msg="run test [ddl/sequence] ok" time="2024-05-06T17:55:56+08:00" level=warning msg="Create new db ddl__serial" time="2024-05-06T17:55:56+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,452 / 1,454] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 1s remote-cache, linux-sandbox [1,445 / 1,446] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 9s remote-cache, linux-sandbox [1,430 / 1,431] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 1s remote-cache, linux-sandbox ./t/ddl/serial.test: ok! 65 test cases passed, take time 0.49009726 s time="2024-05-06T17:55:57+08:00" level=info msg="run test [ddl/serial] ok" time="2024-05-06T17:55:57+08:00" level=warning msg="Create new db ddl__table_modify" time="2024-05-06T17:55:57+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/table_modify.test: ok! 47 test cases passed, take time 0.214220817 s time="2024-05-06T17:55:57+08:00" level=info msg="run test [ddl/table_modify] ok" time="2024-05-06T17:55:57+08:00" level=warning msg="Create new db executor__admin" time="2024-05-06T17:55:57+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,453 / 1,454] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 1s remote-cache, linux-sandbox [1,453 / 1,454] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 1s remote-cache, linux-sandbox ./t/executor/admin.test: ok! 66 test cases passed, take time 0.394576998 s time="2024-05-06T17:55:58+08:00" level=info msg="run test [executor/admin] ok" time="2024-05-06T17:55:58+08:00" level=warning msg="Create new db executor__aggregate" time="2024-05-06T17:55:58+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,431 / 1,435] checking cached actions [1,433 / 1,435] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,452 / 1,454] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,435 / 1,436] Testing //tests/realtikvtest/brietest:brietest_test; 10s remote-cache, linux-sandbox [1,453 / 1,454] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 1s remote-cache, linux-sandbox ./t/executor/aggregate.test: ok! 676 test cases passed, take time 2.585654108 s time="2024-05-06T17:56:00+08:00" level=info msg="run test [executor/aggregate] ok" time="2024-05-06T17:56:00+08:00" level=warning msg="Create new db executor__ddl" time="2024-05-06T17:56:00+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,434 / 1,435] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 1s remote-cache, linux-sandbox ./t/executor/ddl.test: ok! 158 test cases passed, take time 1.235766245 s time="2024-05-06T17:56:01+08:00" level=info msg="run test [executor/ddl] ok" time="2024-05-06T17:56:01+08:00" level=warning msg="Create new db executor__executor" time="2024-05-06T17:56:01+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,434 / 1,435] Testing //tests/realtikvtest/statisticstest:statisticstest_test; 10s remote-cache, linux-sandbox [1,434 / 1,435] Testing //tests/realtikvtest/statisticstest:statisticstest_test; 13s remote-cache, linux-sandbox Target //tests/realtikvtest/statisticstest:statisticstest_test up-to-date: bazel-bin/tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test INFO: Elapsed time: 55.290s, Critical Path: 35.95s INFO: 1432 processes: 1410 remote cache hit, 20 internal, 2 linux-sandbox. INFO: Build completed successfully, 1432 total actions Test cases: finished with 1 passing and 0 failing out of 1 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 10s remote-cache, linux-sandbox [Pipeline] // withEnv [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 11s remote-cache, linux-sandbox [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/executor/executor.test: ok! 1398 test cases passed, take time 4.655193005 s time="2024-05-06T17:56:06+08:00" level=info msg="run test [executor/executor] ok" time="2024-05-06T17:56:06+08:00" level=warning msg="Create new db executor__foreign_key" time="2024-05-06T17:56:06+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,430 / 1,431] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 10s remote-cache, linux-sandbox [1,453 / 1,454] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 10s remote-cache, linux-sandbox [1,453 / 1,454] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 11s remote-cache, linux-sandbox [1,453 / 1,454] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 10s remote-cache, linux-sandbox ./t/executor/foreign_key.test: ok! 260 test cases passed, take time 3.883657607 s time="2024-05-06T17:56:10+08:00" level=info msg="run test [executor/foreign_key] ok" time="2024-05-06T17:56:10+08:00" level=warning msg="Create new db executor__issues" time="2024-05-06T17:56:10+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,434 / 1,435] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 10s remote-cache, linux-sandbox ./t/executor/issues.test: ok! 390 test cases passed, take time 1.912038259 s time="2024-05-06T17:56:12+08:00" level=info msg="run test [executor/issues] ok" time="2024-05-06T17:56:12+08:00" level=warning msg="Create new db executor__join" time="2024-05-06T17:56:12+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/executor/join.test: ok! 390 test cases passed, take time 2.173608327 s time="2024-05-06T17:56:14+08:00" level=info msg="run test [executor/join] ok" time="2024-05-06T17:56:14+08:00" level=warning msg="Create new db executor__jointest__hash_join" time="2024-05-06T17:56:14+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/executor/jointest/hash_join.test: ok! 137 test cases passed, take time 0.653681624 s time="2024-05-06T17:56:15+08:00" level=info msg="run test [executor/jointest/hash_join] ok" time="2024-05-06T17:56:15+08:00" level=warning msg="Create new db executor__kv" time="2024-05-06T17:56:15+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/executor/kv.test: ok! 16 test cases passed, take time 0.187672111 s time="2024-05-06T17:56:15+08:00" level=info msg="run test [executor/kv] ok" time="2024-05-06T17:56:15+08:00" level=warning msg="Create new db executor__prepared" time="2024-05-06T17:56:15+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/executor/prepared.test: ok! 105 test cases passed, take time 0.274779346 s time="2024-05-06T17:56:15+08:00" level=info msg="run test [executor/prepared] ok" time="2024-05-06T17:56:15+08:00" level=warning msg="Create new db executor__show" time="2024-05-06T17:56:15+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/executor/show.test: ok! 55 test cases passed, take time 0.45272351 s time="2024-05-06T17:56:16+08:00" level=info msg="run test [executor/show] ok" time="2024-05-06T17:56:16+08:00" level=warning msg="Create new db executor__split_table" time="2024-05-06T17:56:16+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/executor/split_table.test: ok! 7 test cases passed, take time 0.052006709 s time="2024-05-06T17:56:16+08:00" level=info msg="run test [executor/split_table] ok" time="2024-05-06T17:56:16+08:00" level=warning msg="Create new db executor__union_scan" time="2024-05-06T17:56:16+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/executor/union_scan.test: ok! 231 test cases passed, take time 0.76897297 s time="2024-05-06T17:56:17+08:00" level=info msg="run test [executor/union_scan] ok" time="2024-05-06T17:56:17+08:00" level=warning msg="Create new db executor__write" time="2024-05-06T17:56:17+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/executor/write.test: ok! 935 test cases passed, take time 6.092878364 s time="2024-05-06T17:56:23+08:00" level=info msg="run test [executor/write] ok" time="2024-05-06T17:56:23+08:00" level=warning msg="Create new db explain-non-select-stmt" time="2024-05-06T17:56:23+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain-non-select-stmt.test: ok! 8 test cases passed, take time 0.011902819 s time="2024-05-06T17:56:23+08:00" level=info msg="run test [explain-non-select-stmt] ok" time="2024-05-06T17:56:23+08:00" level=warning msg="Create new db explain" time="2024-05-06T17:56:23+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain.test: ok! 21 test cases passed, take time 0.066947716 s time="2024-05-06T17:56:23+08:00" level=info msg="run test [explain] ok" time="2024-05-06T17:56:23+08:00" level=warning msg="Create new db explain_complex" time="2024-05-06T17:56:23+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain_complex.test: ok! 41 test cases passed, take time 0.249068423 s time="2024-05-06T17:56:23+08:00" level=info msg="run test [explain_complex] ok" time="2024-05-06T17:56:23+08:00" level=warning msg="Create new db explain_complex_stats" time="2024-05-06T17:56:23+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain_complex_stats.test: ok! 52 test cases passed, take time 2.078512238 s time="2024-05-06T17:56:25+08:00" level=info msg="run test [explain_complex_stats] ok" time="2024-05-06T17:56:25+08:00" level=warning msg="Create new db explain_cte" time="2024-05-06T17:56:25+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain_cte.test: ok! 53 test cases passed, take time 0.207874591 s time="2024-05-06T17:56:26+08:00" level=info msg="run test [explain_cte] ok" time="2024-05-06T17:56:26+08:00" level=warning msg="Create new db explain_easy" time="2024-05-06T17:56:26+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain_easy.test: ok! 190 test cases passed, take time 0.767113414 s time="2024-05-06T17:56:26+08:00" level=info msg="run test [explain_easy] ok" time="2024-05-06T17:56:26+08:00" level=warning msg="Create new db explain_easy_stats" time="2024-05-06T17:56:26+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain_easy_stats.test: ok! 50 test cases passed, take time 0.452605074 s time="2024-05-06T17:56:27+08:00" level=info msg="run test [explain_easy_stats] ok" time="2024-05-06T17:56:27+08:00" level=warning msg="Create new db explain_foreign_key" time="2024-05-06T17:56:27+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,434 / 1,435] Testing //tests/realtikvtest/txntest:txntest_test; 40s remote-cache, linux-sandbox ./t/explain_foreign_key.test: ok! 41 test cases passed, take time 0.310778954 s time="2024-05-06T17:56:27+08:00" level=info msg="run test [explain_foreign_key] ok" time="2024-05-06T17:56:27+08:00" level=warning msg="Create new db explain_generate_column_substitute" time="2024-05-06T17:56:27+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain_generate_column_substitute.test: ok! 225 test cases passed, take time 1.935928399 s time="2024-05-06T17:56:29+08:00" level=error msg="transaction is not committed correctly, rollback" time="2024-05-06T17:56:29+08:00" level=info msg="run test [explain_generate_column_substitute] ok" time="2024-05-06T17:56:29+08:00" level=warning msg="Create new db explain_indexmerge_stats" time="2024-05-06T17:56:29+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain_indexmerge_stats.test: ok! 30 test cases passed, take time 0.678288 s time="2024-05-06T17:56:30+08:00" level=info msg="run test [explain_indexmerge_stats] ok" time="2024-05-06T17:56:30+08:00" level=warning msg="Create new db explain_join_stats" time="2024-05-06T17:56:30+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain_join_stats.test: ok! 8 test cases passed, take time 0.136670813 s time="2024-05-06T17:56:30+08:00" level=info msg="run test [explain_join_stats] ok" time="2024-05-06T17:56:30+08:00" level=warning msg="Create new db explain_shard_index" time="2024-05-06T17:56:30+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain_shard_index.test: ok! 19 test cases passed, take time 0.059098267 s time="2024-05-06T17:56:30+08:00" level=info msg="run test [explain_shard_index] ok" time="2024-05-06T17:56:30+08:00" level=warning msg="Create new db explain_stats" time="2024-05-06T17:56:30+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain_stats.test: ok! 10 test cases passed, take time 0.069664348 s time="2024-05-06T17:56:30+08:00" level=info msg="run test [explain_stats] ok" time="2024-05-06T17:56:30+08:00" level=warning msg="Create new db explain_union_scan" time="2024-05-06T17:56:30+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain_union_scan.test: ok! 9 test cases passed, take time 0.099812949 s time="2024-05-06T17:56:30+08:00" level=info msg="run test [explain_union_scan] ok" time="2024-05-06T17:56:30+08:00" level=warning msg="Create new db expression__builtin" time="2024-05-06T17:56:30+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,435 / 1,436] Testing //tests/realtikvtest/brietest:brietest_test; 40s remote-cache, linux-sandbox ./t/expression/builtin.test: ok! 1332 test cases passed, take time 4.45604318 s time="2024-05-06T17:56:35+08:00" level=info msg="run test [expression/builtin] ok" time="2024-05-06T17:56:35+08:00" level=warning msg="Create new db expression__cast" time="2024-05-06T17:56:35+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/expression/cast.test: ok! 39 test cases passed, take time 0.063396982 s time="2024-05-06T17:56:35+08:00" level=info msg="run test [expression/cast] ok" time="2024-05-06T17:56:35+08:00" level=warning msg="Create new db expression__charset_and_collation" time="2024-05-06T17:56:35+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/expression/charset_and_collation.test: ok! 705 test cases passed, take time 2.762313308 s time="2024-05-06T17:56:38+08:00" level=info msg="run test [expression/charset_and_collation] ok" time="2024-05-06T17:56:38+08:00" level=warning msg="Create new db expression__enum_set" time="2024-05-06T17:56:38+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/expression/enum_set.test: ok! 13 test cases passed, take time 0.052478414 s time="2024-05-06T17:56:38+08:00" level=info msg="run test [expression/enum_set] ok" time="2024-05-06T17:56:38+08:00" level=warning msg="Create new db expression__explain" time="2024-05-06T17:56:38+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/expression/explain.test: ok! 77 test cases passed, take time 0.112492195 s time="2024-05-06T17:56:38+08:00" level=info msg="run test [expression/explain] ok" time="2024-05-06T17:56:38+08:00" level=warning msg="Create new db expression__issues" time="2024-05-06T17:56:38+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 40s remote-cache, linux-sandbox [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 41s remote-cache, linux-sandbox [1,430 / 1,431] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 40s remote-cache, linux-sandbox [1,453 / 1,454] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 40s remote-cache, linux-sandbox [1,453 / 1,454] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 41s remote-cache, linux-sandbox [1,453 / 1,454] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 40s remote-cache, linux-sandbox [1,434 / 1,435] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 40s remote-cache, linux-sandbox ./t/expression/issues.test: ok! 1295 test cases passed, take time 6.430894174 s time="2024-05-06T17:56:45+08:00" level=info msg="run test [expression/issues] ok" time="2024-05-06T17:56:45+08:00" level=warning msg="Create new db expression__json" time="2024-05-06T17:56:45+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/expression/json.test: ok! 203 test cases passed, take time 0.334719611 s time="2024-05-06T17:56:45+08:00" level=info msg="run test [expression/json] ok" time="2024-05-06T17:56:45+08:00" level=warning msg="Create new db expression__misc" time="2024-05-06T17:56:45+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/expression/misc.test: ok! 392 test cases passed, take time 1.586764503 s time="2024-05-06T17:56:47+08:00" level=info msg="run test [expression/misc] ok" time="2024-05-06T17:56:47+08:00" level=warning msg="Create new db expression__plan_cache" time="2024-05-06T17:56:47+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/expression/plan_cache.test: ok! 99 test cases passed, take time 0.182426704 s time="2024-05-06T17:56:47+08:00" level=info msg="run test [expression/plan_cache] ok" time="2024-05-06T17:56:47+08:00" level=warning msg="Create new db expression__time" time="2024-05-06T17:56:47+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/expression/time.test: ok! 201 test cases passed, take time 0.202028577 s time="2024-05-06T17:56:47+08:00" level=info msg="run test [expression/time] ok" time="2024-05-06T17:56:47+08:00" level=warning msg="Create new db expression__vitess_hash" time="2024-05-06T17:56:47+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/expression/vitess_hash.test: ok! 17 test cases passed, take time 0.14766973 s time="2024-05-06T17:56:47+08:00" level=info msg="run test [expression/vitess_hash] ok" time="2024-05-06T17:56:47+08:00" level=warning msg="Create new db generated_columns" time="2024-05-06T17:56:47+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/generated_columns.test: ok! 58 test cases passed, take time 0.288716373 s time="2024-05-06T17:56:47+08:00" level=info msg="run test [generated_columns] ok" time="2024-05-06T17:56:47+08:00" level=warning msg="Create new db imdbload" time="2024-05-06T17:56:48+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,453 / 1,454] 1 / 1 tests; Testing //tests/realtikvtest/importintotest3:importintotest3_test; 52s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest3:importintotest3_test: ==================== Test output for //tests/realtikvtest/importintotest3:importintotest3_test: === RUN TestLoadRemote [2024/05/06 17:55:56.256 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:55:56.256 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:55:56.256 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:55:56.257 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:55:56.257 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:55:56.258 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:55:56.258 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:55:56.261 +08:00] [INFO] [tikv_driver.go:200] ["using API V1."] [2024/05/06 17:55:56.267 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 17:55:56.267 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 17:55:56.268 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 17:55:56.291 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 17:55:56.291 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 17:55:56.296 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 17:55:56.297 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 17:55:56.308 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 17:55:56.323 +08:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822781644284070] ["ddl lease"=500ms] ["stats lease"=3s] ["index usage sync lease"=0s] [2024/05/06 17:55:56.349 +08:00] [WARN] [info.go:302] ["init TiFlashReplicaManager"] ["pd addrs"="[127.0.0.1:2382,127.0.0.1:2379,127.0.0.1:2384]"] [2024/05/06 17:55:56.392 +08:00] [INFO] [domain.go:2795] [acquireServerID] [serverID=1644] ["lease id"=3eaa8f4d535807dd] [2024/05/06 17:55:56.395 +08:00] [INFO] [controller.go:172] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 17:55:56.400 +08:00] [WARN] [domain.go:240] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:322\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:238\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:588\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1239\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:93\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:69\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3584\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3576\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3526\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3311\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3277\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:121\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:96\ntests/realtikvtest/importintotest3/importintotest3_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest3/main_test.go:63\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:154\ntests/realtikvtest/importintotest3/importintotest3_test.TestLoadRemote\n\ttests/realtikvtest/importintotest3/main_test.go:49\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 17:55:56.413 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=12.270123ms] [2024/05/06 17:55:56.413 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/06 17:55:56.413 +08:00] [INFO] [ddl.go:743] ["start DDL"] [category=ddl] [ID=6c8aacb5-5fce-4ca9-a340-cb52e5764e6b] [runWorker=true] [2024/05/06 17:55:56.414 +08:00] [INFO] [ddl.go:706] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 17:55:56.415 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 17:55:56.416 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 17:55:56.416 +08:00] [WARN] [env.go:53] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 17:55:56.416 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 17:55:56.416 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 17:55:56.416 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 17:55:56.417 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 17:55:56.417 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 17:55:56.417 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 17:55:56.417 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 17:55:56.417 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 17:55:56.417 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 17:55:56.417 +08:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 17:55:56.417 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 17:55:56.418 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6c8aacb5-5fce-4ca9-a340-cb52e5764e6b"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d535807e1] [ownerID=6c8aacb5-5fce-4ca9-a340-cb52e5764e6b] [op=none] [2024/05/06 17:55:56.419 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 17:55:56.419 +08:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=bb0e24d8-871c-4b3f-8c9c-3a918234dff3] [daemon-id=LogBackup::Advancer] [2024/05/06 17:55:56.420 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager bb0e24d8-871c-4b3f-8c9c-3a918234dff3"] ["owner key"=/tidb/br-stream/owner/3eaa8f4d535807e3] [ownerID=bb0e24d8-871c-4b3f-8c9c-3a918234dff3] [op=none] [2024/05/06 17:55:56.424 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 17:55:56.439 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:55:56.426 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:56.439 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:55:56.426 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 17:55:56.467 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 17:55:56.468 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6c8aacb5-5fce-4ca9-a340-cb52e5764e6b"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d535807e1] [ownerID=6c8aacb5-5fce-4ca9-a340-cb52e5764e6b] [op=none] [2024/05/06 17:55:56.468 +08:00] [INFO] [manager.go:404] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6c8aacb5-5fce-4ca9-a340-cb52e5764e6b"] [op=none] [2024/05/06 17:55:56.468 +08:00] [INFO] [job_table.go:331] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 17:55:56.488 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:56.426 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.522 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=17.452247ms] [2024/05/06 17:55:56.524 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/06 17:55:56.528 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:56.528 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=3] [version=1] [2024/05/06 17:55:56.554 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=52.926717ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:55:56.426 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.570 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:56.426 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.581 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 17:55:56.582 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:56.584 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 17:55:56.588 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 17:55:56.615 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.575 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:56.615 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.575 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 17:55:56.637 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:56.575 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.698 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=6.922345ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [2024/05/06 17:55:56.703 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:56.703 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=5] [version=2] [2024/05/06 17:55:56.742 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.136149ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.575 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.768 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:56.575 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.800 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 17:55:56.800 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:56.803 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 17:55:56.818 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.776 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:56.818 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.776 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 17:55:56.832 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:56.776 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.854 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.248588ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [2024/05/06 17:55:56.858 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:56.858 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=7] [version=3] [2024/05/06 17:55:56.902 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=52.940499ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.776 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.919 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:56.776 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.934 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 17:55:56.934 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:56.938 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 17:55:56.954 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.925 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:56.954 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.925 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 17:55:56.970 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:56.925 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.991 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=1.954756ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [2024/05/06 17:55:56.995 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:56.995 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=9] [version=4] [2024/05/06 17:55:57.040 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.509903ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.925 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.059 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:56.925 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.072 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 17:55:57.072 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:57.076 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 17:55:57.095 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.075 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:57.096 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.075 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 17:55:57.113 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.075 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.155 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.095148ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [2024/05/06 17:55:57.159 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:57.159 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=11] [version=5] [2024/05/06 17:55:57.201 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.58897ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.075 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.220 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.075 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.241 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 17:55:57.241 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:57.244 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 17:55:57.260 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.225 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:57.260 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.225 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 17:55:57.275 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.225 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.299 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=2.75186ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [2024/05/06 17:55:57.303 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:57.303 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=13] [version=6] [2024/05/06 17:55:57.348 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.738408ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.225 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.364 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.225 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.379 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 17:55:57.379 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:57.382 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 17:55:57.396 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.375 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:57.397 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.375 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 17:55:57.412 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.375 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.417 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 17:55:57.418 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 17:55:57.435 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=2.516556ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [2024/05/06 17:55:57.439 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:57.439 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=15] [version=7] [2024/05/06 17:55:57.484 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.188416ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.375 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.499 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.375 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.513 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 17:55:57.513 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:57.515 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 17:55:57.528 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.475 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:57.528 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.475 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 17:55:57.553 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.475 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.572 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=1.994111ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [2024/05/06 17:55:57.576 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:57.576 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=17] [version=8] [2024/05/06 17:55:57.620 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=52.470781ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.475 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.638 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.475 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.650 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 17:55:57.650 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:57.653 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 17:55:57.666 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.626 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:57.666 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.626 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 17:55:57.681 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.626 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.700 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=1.944077ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [2024/05/06 17:55:57.704 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:57.704 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=19] [version=9] [2024/05/06 17:55:57.748 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=52.363093ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.626 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.762 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.626 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.774 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 17:55:57.774 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:57.777 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 17:55:57.791 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.775 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:57.791 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.775 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 17:55:57.806 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.775 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.828 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.205676ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [2024/05/06 17:55:57.832 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:57.832 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=21] [version=10] [2024/05/06 17:55:57.877 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.19843ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.775 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.892 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.775 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.905 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 17:55:57.905 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:57.908 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 17:55:57.922 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.876 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:57.922 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.876 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 17:55:57.943 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.876 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.969 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.224593ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [2024/05/06 17:55:57.973 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:57.973 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=23] [version=11] [2024/05/06 17:55:58.018 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.033462ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.876 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.039 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.876 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.052 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 17:55:58.052 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:58.055 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 17:55:58.056 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [2024/05/06 17:55:58.071 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.026 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:58.071 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.026 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 17:55:58.092 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.026 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.120 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.088226ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [2024/05/06 17:55:58.124 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:58.124 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=25] [version=12] [2024/05/06 17:55:58.167 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.16514ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.026 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.189 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.026 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.205 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 17:55:58.205 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:58.208 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 17:55:58.223 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.176 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:58.223 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.176 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 17:55:58.243 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.176 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.267 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=2.727431ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [2024/05/06 17:55:58.271 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:58.271 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=27] [version=13] [2024/05/06 17:55:58.315 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=52.732389ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.176 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.338 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.176 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.357 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 17:55:58.358 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:58.360 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 17:55:58.374 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.325 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:58.374 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.325 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 17:55:58.393 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.325 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.414 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.069032ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [2024/05/06 17:55:58.416 +08:00] [INFO] [info.go:1182] [SetTiFlashGroupConfig] [2024/05/06 17:55:58.417 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:58.417 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=29] [version=14] [2024/05/06 17:55:58.417 +08:00] [WARN] [info.go:504] ["response not 200"] [method=GET] [hosts=127.0.0.1:2382] [url=http://127.0.0.1:2382/pd/api/v1/config/rule_group/tiflash] ["http status"=404] ["address order"=0] [2024/05/06 17:55:58.418 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 17:55:58.418 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 17:55:58.461 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=52.541657ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.325 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.476 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.325 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.490 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 17:55:58.490 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:58.493 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 17:55:58.507 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.475 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:58.507 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.475 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 17:55:58.522 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.475 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.543 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.203452ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [2024/05/06 17:55:58.547 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:58.547 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=31] [version=15] [2024/05/06 17:55:58.592 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.236004ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.475 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.606 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.475 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.620 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 17:55:58.620 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:58.622 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 17:55:58.636 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.625 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:58.636 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.625 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 17:55:58.651 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.625 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.670 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.089747ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [2024/05/06 17:55:58.674 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:58.674 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=33] [version=16] [2024/05/06 17:55:58.719 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=52.758365ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.625 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.739 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.625 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.752 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 17:55:58.752 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:58.755 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 17:55:58.773 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.725 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:58.773 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.725 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 17:55:58.795 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.725 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.816 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.281867ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [2024/05/06 17:55:58.820 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:58.820 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=35] [version=17] [2024/05/06 17:55:58.865 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.381954ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.725 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.888 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.725 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.901 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 17:55:58.901 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:58.903 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 17:55:58.917 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.875 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:58.917 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.875 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 17:55:58.931 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.875 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.951 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.222506ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [2024/05/06 17:55:58.955 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:58.955 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=37] [version=18] [2024/05/06 17:55:59.000 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=52.968343ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.875 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.014 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.875 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.026 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 17:55:59.027 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:59.030 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 17:55:59.045 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.026 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:59.045 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.026 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 17:55:59.060 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.026 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.087 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=2.901152ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [2024/05/06 17:55:59.091 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:59.091 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=39] [version=19] [2024/05/06 17:55:59.134 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=52.727683ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.026 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.150 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.026 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.165 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 17:55:59.165 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:59.176 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 17:55:59.194 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.175 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 17:55:59.194 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.175 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:59.210 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.175 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.232 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.343644ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [2024/05/06 17:55:59.236 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:59.236 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=41] [version=20] [2024/05/06 17:55:59.282 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=54.799015ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.175 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.298 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.175 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.311 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 17:55:59.311 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:59.314 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 17:55:59.327 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.275 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 17:55:59.327 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.275 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:59.346 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.275 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.365 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=1.840945ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [2024/05/06 17:55:59.369 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:59.369 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=43] [version=21] [2024/05/06 17:55:59.413 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=52.801096ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.275 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.417 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 17:55:59.418 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 17:55:59.437 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.275 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.449 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 17:55:59.449 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:59.451 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 17:55:59.463 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.425 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:59.463 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.425 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 17:55:59.478 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.425 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.495 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=1.729607ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [2024/05/06 17:55:59.499 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:59.499 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=45] [version=22] [2024/05/06 17:55:59.545 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.419671ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.425 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.558 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.425 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.568 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 17:55:59.568 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:59.571 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 17:55:59.586 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.575 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:59.586 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.575 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 17:55:59.601 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.575 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.630 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=2.6472ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [2024/05/06 17:55:59.634 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:59.634 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=47] [version=23] [2024/05/06 17:55:59.677 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=52.499224ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.575 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.693 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.575 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.707 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 17:55:59.707 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:59.710 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.schema_index_usage (\n\t\tTABLE_ID bigint(64),\n\t\tINDEX_ID bigint(21),\n\t\tQUERY_COUNT bigint(64),\n\t\tROWS_SELECTED bigint(64),\n\t\tLAST_USED_AT timestamp,\n\t\tPRIMARY KEY(TABLE_ID, INDEX_ID)\n\t);"] [user=] [2024/05/06 17:55:59.723 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.676 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.schema_index_usage (\n\t\tTABLE_ID bigint(64),\n\t\tINDEX_ID bigint(21),\n\t\tQUERY_COUNT bigint(64),\n\t\tROWS_SELECTED bigint(64),\n\t\tLAST_USED_AT timestamp,\n\t\tPRIMARY KEY(TABLE_ID, INDEX_ID)\n\t);"] [2024/05/06 17:55:59.723 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.676 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:59.742 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.676 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.763 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.181421ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [2024/05/06 17:55:59.767 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:59.767 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=49] [version=24] [2024/05/06 17:55:59.812 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=53.652106ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.676 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.838 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.676 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.851 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 17:55:59.851 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:59.853 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 17:55:59.867 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.825 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:59.867 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.825 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 17:55:59.881 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.825 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.902 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.164594ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [2024/05/06 17:55:59.906 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:59.906 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=51] [version=25] [2024/05/06 17:55:59.950 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=52.923688ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.825 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.965 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.825 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.976 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 17:55:59.977 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:59.979 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 17:55:59.993 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.975 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:59.993 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.975 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 17:56:00.008 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.975 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.030 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.776772ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [2024/05/06 17:56:00.035 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.035 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=53] [version=26] [2024/05/06 17:56:00.078 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=52.801029ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.975 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.097 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.975 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.110 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 17:56:00.110 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.113 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 17:56:00.127 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.076 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.127 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.076 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 17:56:00.146 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.076 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.165 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.031667ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [2024/05/06 17:56:00.169 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.169 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=55] [version=27] [2024/05/06 17:56:00.213 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=52.809589ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.076 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.237 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.076 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.249 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 17:56:00.249 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.251 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 17:56:00.265 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.225 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.265 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.225 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 17:56:00.280 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.225 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.300 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.12328ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [2024/05/06 17:56:00.303 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.303 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=57] [version=28] [2024/05/06 17:56:00.348 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=52.76248ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.225 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.362 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.225 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.374 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 17:56:00.374 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.376 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 17:56:00.390 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.375 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.390 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.375 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 17:56:00.404 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.375 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.417 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 17:56:00.417 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 17:56:00.426 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=1.968913ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [2024/05/06 17:56:00.429 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.429 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=59] [version=29] [2024/05/06 17:56:00.471 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=52.259616ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.375 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.487 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.375 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.499 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 17:56:00.499 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.502 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 17:56:00.503 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [2024/05/06 17:56:00.516 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.475 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.516 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.475 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 17:56:00.536 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.475 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.558 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=2.272107ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [2024/05/06 17:56:00.562 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.562 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=61] [version=30] [2024/05/06 17:56:00.607 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.62741ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.475 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.622 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.475 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.635 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 17:56:00.635 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.638 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 17:56:00.652 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.625 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.652 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.625 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 17:56:00.668 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.625 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.690 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=2.455095ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [2024/05/06 17:56:00.693 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.694 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=63] [version=31] [2024/05/06 17:56:00.738 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=52.711616ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.625 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.753 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.625 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.766 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 17:56:00.766 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.769 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 17:56:00.784 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.726 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.784 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.726 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 17:56:00.801 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.726 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.824 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=2.453065ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [2024/05/06 17:56:00.828 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.828 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=65] [version=32] [2024/05/06 17:56:00.872 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=52.974732ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.726 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.889 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.726 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.902 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 17:56:00.903 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.906 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 17:56:00.922 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.875 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.922 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.875 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 17:56:00.947 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.875 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.976 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=3.011874ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [2024/05/06 17:56:00.980 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.980 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=67] [version=33] [2024/05/06 17:56:01.023 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=52.760141ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.875 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.040 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.875 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.057 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 17:56:01.057 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:01.059 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=33] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 17:56:01.072 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.026 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 17:56:01.072 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.026 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:01.091 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.026 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.109 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=1.708901ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[3]"] [2024/05/06 17:56:01.112 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:01.112 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=69] [version=34] [2024/05/06 17:56:01.158 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.312104ms] [job="ID:69, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.026 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.172 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.026 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.183 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 17:56:01.183 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:01.201 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:01.176 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT job_id,\n\t\t\tdb_name,\n\t\t\ttable_name,\n\t\t\tquery,\n\t\t\tsession_id,\n\t\t\ttxnstart,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM information_schema.ddl_jobs,\n\t\t\tinformation_schema.cluster_tidb_trx,\n\t\t\tinformation_schema.cluster_processlist\n\t\tWHERE (ddl_jobs.state != 'synced' and ddl_jobs.state != 'cancelled')\n\t\t\tAND Find_in_set(ddl_jobs.table_id, cluster_tidb_trx.related_table_ids)\n\t\t\tAND cluster_tidb_trx.session_id = cluster_processlist.id\n\t);"] [2024/05/06 17:56:01.201 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:01.176 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:01.216 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.176 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.241 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=2.370689ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[21]"] [2024/05/06 17:56:01.244 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:01.244 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=71] [version=35] [2024/05/06 17:56:01.289 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.093162ms] [job="ID:71, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:01.176 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.304 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.176 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.317 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 17:56:01.317 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:01.320 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 17:56:01.334 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.276 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:01.334 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.276 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 17:56:01.353 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.276 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.375 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.343873ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [2024/05/06 17:56:01.378 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:01.378 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=73] [version=36] [2024/05/06 17:56:01.418 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 17:56:01.418 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 17:56:01.425 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=54.930966ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.276 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.443 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.276 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.457 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 17:56:01.457 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:01.460 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 17:56:01.474 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.425 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:01.474 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.425 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 17:56:01.492 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.425 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.512 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.032827ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [2024/05/06 17:56:01.516 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:01.516 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=75] [version=37] [2024/05/06 17:56:01.561 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.287749ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.425 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.575 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.425 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.587 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 17:56:01.587 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:01.590 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 17:56:01.603 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.576 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:01.603 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.576 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 17:56:01.618 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.576 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.637 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=1.931624ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [2024/05/06 17:56:01.641 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:01.641 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=77] [version=38] [2024/05/06 17:56:01.686 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.188898ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.576 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.700 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.576 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.712 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 17:56:01.712 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:01.715 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 17:56:01.731 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.675 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:01.731 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.675 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 17:56:01.748 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.675 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.778 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.328701ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [2024/05/06 17:56:01.781 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:01.781 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=79] [version=39] [2024/05/06 17:56:01.824 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=52.411638ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.675 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.845 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.675 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.863 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 17:56:01.863 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:01.866 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 17:56:01.882 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.825 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:01.882 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.825 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 17:56:01.898 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.825 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.927 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=2.896226ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [2024/05/06 17:56:01.931 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:01.931 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=81] [version=40] [2024/05/06 17:56:01.973 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=52.507182ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.825 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.990 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.825 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.005 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 17:56:02.005 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:02.008 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 17:56:02.024 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.976 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:02.024 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.976 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 17:56:02.042 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.976 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.072 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=3.389463ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [2024/05/06 17:56:02.076 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:02.076 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=83] [version=41] [2024/05/06 17:56:02.119 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=52.847766ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.976 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.141 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.976 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.158 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 17:56:02.159 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:02.162 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 17:56:02.178 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.125 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:02.178 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.125 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 17:56:02.194 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.125 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.221 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=2.856183ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [2024/05/06 17:56:02.230 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:02.230 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=85] [version=42] [2024/05/06 17:56:02.269 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.153755ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.125 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.291 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.125 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.308 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 17:56:02.308 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:02.311 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 17:56:02.329 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.275 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:02.329 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.275 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 17:56:02.350 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.275 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.385 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.136261ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [2024/05/06 17:56:02.389 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:02.389 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=87] [version=43] [2024/05/06 17:56:02.418 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 17:56:02.418 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 17:56:02.431 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.086126ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.275 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.450 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.275 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.467 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 17:56:02.467 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:02.470 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.load_data_jobs (\n job_id bigint(64) NOT NULL AUTO_INCREMENT,\n expected_status ENUM('running', 'paused', 'canceled') NOT NULL DEFAULT 'running',\n create_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n start_time TIMESTAMP(6) NULL DEFAULT NULL,\n update_time TIMESTAMP(6) NULL DEFAULT NULL,\n end_time TIMESTAMP(6) NULL DEFAULT NULL,\n data_source TEXT NOT NULL,\n table_schema VARCHAR(64) NOT NULL,\n table_name VARCHAR(64) NOT NULL,\n import_mode VARCHAR(64) NOT NULL,\n create_user VARCHAR(32) NOT NULL,\n progress TEXT DEFAULT NULL,\n result_message TEXT DEFAULT NULL,\n error_message TEXT DEFAULT NULL,\n PRIMARY KEY (job_id),\n KEY (create_time),\n KEY (create_user));"] [user=] [2024/05/06 17:56:02.492 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.476 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:02.492 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.476 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.load_data_jobs (\n job_id bigint(64) NOT NULL AUTO_INCREMENT,\n expected_status ENUM('running', 'paused', 'canceled') NOT NULL DEFAULT 'running',\n create_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n start_time TIMESTAMP(6) NULL DEFAULT NULL,\n update_time TIMESTAMP(6) NULL DEFAULT NULL,\n end_time TIMESTAMP(6) NULL DEFAULT NULL,\n data_source TEXT NOT NULL,\n table_schema VARCHAR(64) NOT NULL,\n table_name VARCHAR(64) NOT NULL,\n import_mode VARCHAR(64) NOT NULL,\n create_user VARCHAR(32) NOT NULL,\n progress TEXT DEFAULT NULL,\n result_message TEXT DEFAULT NULL,\n error_message TEXT DEFAULT NULL,\n PRIMARY KEY (job_id),\n KEY (create_time),\n KEY (create_user));"] [2024/05/06 17:56:02.510 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.476 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.540 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.298685ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [2024/05/06 17:56:02.545 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:02.545 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=89] [version=44] [2024/05/06 17:56:02.588 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.486899ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.476 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.605 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.476 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.622 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 17:56:02.622 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:02.625 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 17:56:02.642 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.625 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:02.642 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.625 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 17:56:02.657 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.625 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.692 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.294345ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [2024/05/06 17:56:02.696 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:02.696 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=91] [version=45] [2024/05/06 17:56:02.740 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.879509ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.625 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.756 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.625 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.774 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 17:56:02.774 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:02.777 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 17:56:02.792 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.775 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:02.792 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.775 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 17:56:02.808 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.775 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.832 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=2.651281ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [2024/05/06 17:56:02.836 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:02.836 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=93] [version=46] [2024/05/06 17:56:02.880 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=52.648904ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.775 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.896 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.775 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.912 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 17:56:02.912 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:02.916 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 17:56:02.932 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.876 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:02.932 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.876 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 17:56:02.950 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.876 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.973 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=2.537438ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [2024/05/06 17:56:02.977 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:02.977 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=95] [version=47] [2024/05/06 17:56:03.021 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.234654ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.876 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.039 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.876 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.052 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 17:56:03.052 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:03.056 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 17:56:03.074 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.025 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:03.074 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.025 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 17:56:03.095 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.025 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.134 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=3.891712ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [2024/05/06 17:56:03.138 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:03.139 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=97] [version=48] [2024/05/06 17:56:03.180 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=52.972473ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.025 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.198 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.025 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.217 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 17:56:03.217 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:03.220 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 17:56:03.235 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.175 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:03.235 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.175 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 17:56:03.251 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.175 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.277 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.653519ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [2024/05/06 17:56:03.280 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:03.280 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=99] [version=49] [2024/05/06 17:56:03.324 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=52.771678ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.175 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.340 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.175 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.354 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 17:56:03.354 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:03.357 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(100) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n keyspace_id bigint(8) NOT NULL DEFAULT -1);"] [user=] [2024/05/06 17:56:03.371 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.326 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:03.371 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.326 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(100) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n keyspace_id bigint(8) NOT NULL DEFAULT -1);"] [2024/05/06 17:56:03.392 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.326 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.412 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=2.072273ms] [gotSchemaVersion=50] [phyTblIDs="[100]"] [actionTypes="[3]"] [2024/05/06 17:56:03.416 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:03.416 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=101] [version=50] [2024/05/06 17:56:03.461 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.514351ms] [job="ID:101, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.326 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.476 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:100, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.326 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.488 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 17:56:03.488 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:03.634 +08:00] [INFO] [bootstrap.go:723] ["bootstrap successful"] ["take time"=7.214929878s] [2024/05/06 17:56:03.637 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6c8aacb5-5fce-4ca9-a340-cb52e5764e6b"] [2024/05/06 17:56:03.637 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6c8aacb5-5fce-4ca9-a340-cb52e5764e6b"] [2024/05/06 17:56:03.638 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6c8aacb5-5fce-4ca9-a340-cb52e5764e6b"] [] [2024/05/06 17:56:03.639 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 17:56:03.640 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=5.374µs] [2024/05/06 17:56:03.640 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=3.405µs] [2024/05/06 17:56:03.640 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=2.953µs] [2024/05/06 17:56:03.640 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=2.375µs] [2024/05/06 17:56:03.640 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=2.158µs] [2024/05/06 17:56:03.640 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=2.552µs] [2024/05/06 17:56:03.640 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=2.606µs] [2024/05/06 17:56:03.640 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=2.306µs] [2024/05/06 17:56:03.640 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=2.371µs] [2024/05/06 17:56:03.640 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=2.071µs] [2024/05/06 17:56:03.640 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 17:56:03.640 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=2.065µs] [2024/05/06 17:56:03.640 +08:00] [INFO] [delete_range.go:150] ["closing delRange"] [category=ddl] [2024/05/06 17:56:03.640 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 17:56:03.647 +08:00] [INFO] [ddl.go:872] ["DDL closed"] [category=ddl] [ID=6c8aacb5-5fce-4ca9-a340-cb52e5764e6b] ["take time"=10.073774ms] [2024/05/06 17:56:03.647 +08:00] [INFO] [ddl.go:698] ["stop DDL"] [category=ddl] [ID=6c8aacb5-5fce-4ca9-a340-cb52e5764e6b] [2024/05/06 17:56:03.649 +08:00] [INFO] [domain.go:2816] ["releaseServerID succeed"] [serverID=1644] [2024/05/06 17:56:03.649 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 17:56:03.649 +08:00] [INFO] [domain.go:743] ["topologySyncerKeeper exited."] [2024/05/06 17:56:03.649 +08:00] [INFO] [domain.go:886] ["loadSchemaInLoop exited."] [2024/05/06 17:56:03.649 +08:00] [INFO] [domain.go:719] ["globalConfigSyncerKeeper exited."] [2024/05/06 17:56:03.649 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 17:56:03.649 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager bb0e24d8-871c-4b3f-8c9c-3a918234dff3 watch owner key /tidb/br-stream/owner/3eaa8f4d535807e3"] [2024/05/06 17:56:03.649 +08:00] [INFO] [domain.go:2880] ["serverIDKeeper exited."] [2024/05/06 17:56:03.649 +08:00] [INFO] [domain.go:693] ["infoSyncerKeeper exited."] [2024/05/06 17:56:03.649 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 17:56:03.649 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 17:56:03.649 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 17:56:03.649 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 17:56:03.649 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 17:56:03.649 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager bb0e24d8-871c-4b3f-8c9c-3a918234dff3"] [2024/05/06 17:56:03.649 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 17:56:03.649 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager bb0e24d8-871c-4b3f-8c9c-3a918234dff3"] [2024/05/06 17:56:03.649 +08:00] [ERROR] [advancer.go:398] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:398"] [2024/05/06 17:56:03.650 +08:00] [INFO] [advancer.go:401] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 17:56:03.651 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=bb0e24d8-871c-4b3f-8c9c-3a918234dff3] [daemon-id=LogBackup::Advancer] [2024/05/06 17:56:03.651 +08:00] [INFO] [domain.go:665] ["topNSlowQueryLoop exited."] [2024/05/06 17:56:03.651 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 17:56:03.651 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 17:56:03.651 +08:00] [INFO] [domain.go:1340] ["closestReplicaReadCheckLoop exited."] [2024/05/06 17:56:03.651 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager bb0e24d8-871c-4b3f-8c9c-3a918234dff3"] [error="context canceled"] [2024/05/06 17:56:03.651 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 17:56:03.651 +08:00] [INFO] [domain.go:1053] ["domain closed"] ["take time"=14.757619ms] [2024/05/06 17:56:03.651 +08:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822781644284070] ["ddl lease"=500ms] ["stats lease"=3s] ["index usage sync lease"=0s] [2024/05/06 17:56:03.661 +08:00] [WARN] [info.go:302] ["init TiFlashReplicaManager"] ["pd addrs"="[127.0.0.1:2382,127.0.0.1:2379,127.0.0.1:2384]"] [2024/05/06 17:56:03.699 +08:00] [INFO] [domain.go:2795] [acquireServerID] [serverID=1524] ["lease id"=22318f4d53580ea5] [2024/05/06 17:56:03.701 +08:00] [INFO] [controller.go:172] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 17:56:03.771 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=50] ["start time"=66.64928ms] [2024/05/06 17:56:03.772 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/06 17:56:03.772 +08:00] [INFO] [ddl.go:743] ["start DDL"] [category=ddl] [ID=ecc81e05-8795-4218-9cea-a4a188bbb801] [runWorker=true] [2024/05/06 17:56:03.772 +08:00] [INFO] [ddl.go:706] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 17:56:03.774 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 17:56:03.775 +08:00] [WARN] [env.go:53] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 17:56:03.776 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 17:56:03.776 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 17:56:03.776 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 17:56:03.776 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 17:56:03.776 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 17:56:03.776 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 17:56:03.776 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 17:56:03.776 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 17:56:03.776 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 17:56:03.776 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 17:56:03.776 +08:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 17:56:03.776 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 17:56:03.777 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ecc81e05-8795-4218-9cea-a4a188bbb801"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d5358166c] [ownerID=ecc81e05-8795-4218-9cea-a4a188bbb801] [op=none] [2024/05/06 17:56:03.778 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 17:56:03.778 +08:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=8c4d5302-b6a8-4b2f-aa88-3ae7b72d42ca] [daemon-id=LogBackup::Advancer] [2024/05/06 17:56:03.788 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 17:56:03.789 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 17:56:03.789 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=handleEvolvePlanTasksLoop] [2024/05/06 17:56:03.789 +08:00] [WARN] [sysvar_cache.go:50] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 17:56:03.791 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ecc81e05-8795-4218-9cea-a4a188bbb801"] ["owner key"=/tidb/bindinfo/owner/6f188f4d53581670] [ownerID=ecc81e05-8795-4218-9cea-a4a188bbb801] [op=none] [2024/05/06 17:56:03.794 +08:00] [INFO] [sysvar.go:2563] ["set resource control"] [enable=true] [2024/05/06 17:56:03.797 +08:00] [INFO] [controller.go:435] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 17:56:03.819 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 17:56:03.825 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 17:56:03.827 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 17:56:03.827 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ecc81e05-8795-4218-9cea-a4a188bbb801"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d5358166c] [ownerID=ecc81e05-8795-4218-9cea-a4a188bbb801] [op=none] [2024/05/06 17:56:03.828 +08:00] [INFO] [manager.go:404] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ecc81e05-8795-4218-9cea-a4a188bbb801"] [op=none] [2024/05/06 17:56:03.828 +08:00] [INFO] [job_table.go:331] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 17:56:03.829 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 17:56:03.829 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 17:56:03.829 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 17:56:03.829 +08:00] [INFO] [domain.go:2058] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 17:56:03.829 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 17:56:03.829 +08:00] [INFO] [domain.go:2080] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 17:56:03.829 +08:00] [INFO] [domain.go:2112] ["dumpFileGcChecker started"] [2024/05/06 17:56:03.830 +08:00] [INFO] [domain.go:2145] ["HistoricalStatsWorker started"] [2024/05/06 17:56:03.830 +08:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker started."] [2024/05/06 17:56:03.831 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 17:56:03.831 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 17:56:03.832 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 17:56:03.832 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 17:56:03.832 +08:00] [INFO] [domain.go:2439] ["updateStatsWorker started."] [2024/05/06 17:56:03.832 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=gcAnalyzeHistory] [2024/05/06 17:56:03.834 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 17:56:03.834 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 17:56:03.835 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager ecc81e05-8795-4218-9cea-a4a188bbb801"] ["owner key"=/tidb/stats/owner/6f188f4d53581673] [ownerID=ecc81e05-8795-4218-9cea-a4a188bbb801] [op=none] [2024/05/06 17:56:03.835 +08:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/2d3fd997-7367-4513-a6b1-ae367cdefcbe] [2024/05/06 17:56:03.836 +08:00] [INFO] [task_manager.go:216] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 17:56:03.836 +08:00] [INFO] [task_manager.go:216] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 17:56:03.849 +08:00] [INFO] [domain.go:2348] ["init stats info time"] [lite=true] ["take time"=18.073693ms] [2024/05/06 17:56:03.849 +08:00] [INFO] [domain.go:1499] ["dist task scheduler manager started"] [2024/05/06 17:56:03.851 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager bb0e24d8-871c-4b3f-8c9c-3a918234dff3"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 17:56:03.857 +08:00] [INFO] [set.go:169] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestLoadRemote/TestGzipAndMixedCompression [2024/05/06 17:56:03.862 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=50] [cur_db=] [sql="drop database if exists gzip"] [user=] [2024/05/06 17:56:03.863 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=50] [cur_db=] [sql="create database gzip"] [user=] [2024/05/06 17:56:03.876 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:56:03.825 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:03.876 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:56:03.825 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database gzip"] [2024/05/06 17:56:03.891 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=103] [conn=2] [category=ddl] [job="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.825 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.906 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=1.022865ms] [gotSchemaVersion=51] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:03.909 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=103] [version=51] [2024/05/06 17:56:03.955 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.090737ms] [job="ID:103, Type:create schema, State:done, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:56:03.825 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.969 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=103] [conn=2] [job="ID:103, Type:create schema, State:synced, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.825 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.979 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 17:56:03.979 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:03.982 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=gzip] [sql="CREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/05/06 17:56:03.994 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.975 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 17:56:03.994 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.975 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:04.009 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.975 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.027 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.790432ms] [gotSchemaVersion=52] [phyTblIDs="[104]"] [actionTypes="[3]"] [2024/05/06 17:56:04.031 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=105] [version=52] [2024/05/06 17:56:04.076 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=52.897406ms] [job="ID:105, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.975 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.096 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.975 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.107 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 17:56:04.107 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:04.446 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 17:56:04.472 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=1] [job-id=1] [thread-cnt=1] [2024/05/06 17:56:04.472 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=1] [2024/05/06 17:56:04.835 +08:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 17:56:04.836 +08:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 17:56:04.836 +08:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/2d3fd997-7367-4513-a6b1-ae367cdefcbe] [watcherID=126dbb51-035b-4f7f-8523-a45bbdfa8c8d] [2024/05/06 17:56:04.850 +08:00] [INFO] [dispatcher_manager.go:243] ["subtask table gc loop start"] [2024/05/06 17:56:04.850 +08:00] [INFO] [dispatcher_manager.go:293] ["cleanUp loop start"] [2024/05/06 17:56:04.850 +08:00] [INFO] [dispatcher_manager.go:156] ["dispatch task loop start"] [2024/05/06 17:56:05.090 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager bb0e24d8-871c-4b3f-8c9c-3a918234dff3"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 17:56:05.776 +08:00] [INFO] [info.go:1182] [SetTiFlashGroupConfig] [2024/05/06 17:56:07.857 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=1] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 17:56:08.360 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:56:08.361 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 17:56:08.362 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/05/06 17:56:08.381 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:08.381 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=111] [2024/05/06 17:56:08.382 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=111] [cost=73.407µs] [2024/05/06 17:56:08.382 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=194.111µs] [] [2024/05/06 17:56:08.382 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:56:08.382 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 17:56:08.382 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:08.399 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:56:08.399 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:08.659 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=1] [2024/05/06 17:56:08.659 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=1] [type=ImportInto] [2024/05/06 17:56:08.867 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:08.867 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:08.868 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:08.868 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:08.868 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:08.869 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:08.869 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:08.869 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 17:56:08.884 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:08.884 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:08.884 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:08.884 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:08.884 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:08.884 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:08.884 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:08.884 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:08.884 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:08.884 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:08.890 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 17:56:08.965 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=1] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:08.966 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 17:56:08.966 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 17:56:08.969 +08:00] [INFO] [table_import.go:91] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/06 17:56:08.971 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:08.971 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:08.971 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:08.972 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:08.972 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:08.973 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:08.973 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:08.973 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:08.973 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:08.973 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/06 17:56:08.973 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:08.973 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:08.973 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:08.973 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:08.973 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:08.973 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:08.973 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:08.973 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:08.973 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:08.973 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:08.977 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:08.977 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:08.977 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:08.977 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:08.977 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:08.978 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:08.978 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:08.989 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:08.989 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:56:08.990 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=1] [step=import] [limit=256MiB] [2024/05/06 17:56:09.003 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/05/06 17:56:09.008 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 17:56:09.011 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 17:56:09.011 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/06 17:56:09.050 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=compress.001.csv.gz:0] [2024/05/06 17:56:09.051 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=compress.001.csv.gz:0] [readDur=65.193µs] [encodeDur=135.714µs] [deliverDur=29.232µs] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [takeTime=540.578µs] [] [2024/05/06 17:56:09.052 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/06 17:56:09.052 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/3c0afd81-f3b5-4086-b1fd-1b61f2703e1b.sst] [firstKey=7480000000000000685F728000000000000001] [lastKey=7480000000000000685F728000000000000002] [2024/05/06 17:56:09.068 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=compress.001.csv.gzip:0] [2024/05/06 17:56:09.069 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=compress.001.csv.gzip:0] [readDur=63.206µs] [encodeDur=608.59µs] [deliverDur=18.282µs] [checksum="{cksum=6510788178300023669,size=66,kvs=2}"] [takeTime=888.705µs] [] [2024/05/06 17:56:09.070 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/06 17:56:09.070 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/3a1f2c92-1628-48ce-a2d7-2f1a73a8b236.sst] [firstKey=7480000000000000685F728000000000000003] [lastKey=7480000000000000685F728000000000000004] [2024/05/06 17:56:09.076 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=compress.002.csv:0] [2024/05/06 17:56:09.078 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=compress.002.csv:0] [readDur=900.783µs] [encodeDur=252.617µs] [deliverDur=19.721µs] [checksum="{cksum=7525221863551685899,size=165,kvs=5}"] [takeTime=1.404167ms] [] [2024/05/06 17:56:09.079 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=165] [kvs=5] [files=1] [sstFileSize=1005] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/4209f703-0f0f-4207-9c8a-909d3406bf11.sst] [firstKey=7480000000000000685F728000000000000005] [lastKey=7480000000000000685F728000000000000009] [2024/05/06 17:56:09.079 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=75.114819ms] [] [2024/05/06 17:56:09.079 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 17:56:09.079 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 17:56:09.079 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 17:56:09.080 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.553672ms] [] [2024/05/06 17:56:09.081 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [2024/05/06 17:56:09.085 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:09.087 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] ["region ranges"=1] [count=9] [size=297] [2024/05/06 17:56:09.087 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:09.087 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 17:56:09.088 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF685F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF685F728000000000FF00000A0000000000FA] [retry=0] [2024/05/06 17:56:09.088 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF685F728000000000FF0000010000000000FA] [end=7480000000000000FF685F728000000000FF00000A0000000000FA] [2024/05/06 17:56:09.088 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF685F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF685F728000000000FF00000A0000000000FA] [regions=1] [2024/05/06 17:56:09.089 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=645.118µs] [2024/05/06 17:56:09.089 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.764156ms] [] [2024/05/06 17:56:09.098 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:5 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 7, request epoch conf_ver: 5 version: 5\")"] ["job stage"=needRescan] [2024/05/06 17:56:09.099 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000685F728000000000000001] [endKey=7480000000000000685F72800000000000000A] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:56:11.099 +08:00] [2024/05/06 17:56:09.131 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574173180166145] [req-type=Cop] [region="{ region id: 14, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 19, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:09.131 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574173180166145] [req-type=Cop] [region="{ region id: 14, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 19, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:11.114 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [size=297] [kvs=9] [importedSize=297] [importedCount=9] [2024/05/06 17:56:11.115 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [takeTime=2.034563812s] [] [2024/05/06 17:56:11.115 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 17:56:11.117 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.211543ms] [] [2024/05/06 17:56:11.117 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 17:56:11.117 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 17:56:11.118 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.788577ms] [] [2024/05/06 17:56:11.118 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [2024/05/06 17:56:11.119 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 17:56:11.119 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [takeTime=41.161µs] [] [2024/05/06 17:56:11.119 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 17:56:11.119 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=725.979µs] [] [2024/05/06 17:56:11.363 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:56:11.364 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 17:56:11.365 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/06 17:56:11.367 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:11.367 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:11.367 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:11.368 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:11.368 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:11.369 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:11.369 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:11.369 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:11.385 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:11.385 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:11.385 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:11.385 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:11.385 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:11.385 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:11.385 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:11.385 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:11.386 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:11.386 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:11.400 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54}}"] [2024/05/06 17:56:11.401 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:11.401 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 17:56:11.401 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:11.413 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:56:11.413 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:11.438 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 17:56:11.441 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:11.441 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:11.441 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:11.441 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:11.441 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:11.441 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:11.441 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:11.441 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:11.441 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:11.441 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:11.442 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:11.442 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:11.442 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:11.442 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=1] [error="context canceled"] [2024/05/06 17:56:11.442 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=1] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.47774636s] [] [2024/05/06 17:56:11.749 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=1] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:11.750 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=1] [step=post-process] [2024/05/06 17:56:11.762 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 17:56:11.762 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 17:56:11.762 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 17:56:11.762 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=1.875µs] [] [2024/05/06 17:56:11.762 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=17859299204414161358,size=297,kvs=9}"] [2024/05/06 17:56:11.763 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/06 17:56:11.763 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/06 17:56:11.765 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=17859299204414161358,size=297,kvs=9}"] [2024/05/06 17:56:11.765 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=2.901219ms] [] [2024/05/06 17:56:11.765 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=3.015249ms] [] [2024/05/06 17:56:11.864 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:11.865 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 17:56:11.866 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:11.866 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 17:56:11.866 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:11.876 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=1] [step=done] [state=running] [] [2024/05/06 17:56:11.878 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=1] [2024/05/06 17:56:11.885 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:11.985 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 7.8715730090000005\n# Parse_time: 0.000197213\n# Compile_time: 0.000388022\n# Rewrite_time: 0.000098898\n# Optimize_time: 0.000066813\n# Wait_TS: 0.000353188\n# DB: gzip\n# Is_internal: false\n# Digest: 02e1b2d9d9874751320f59169ed0a406a64b5cdb2070fc8823e8eb2bfabb7ffa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny44N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny44N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse gzip;\nIMPORT INTO `gzip`.`t` FROM 'gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 17:56:11.989 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=gzip] [sql="truncate table gzip.t"] [user=] [2024/05/06 17:56:12.001 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:107, Type:truncate table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:11.975 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table gzip.t"] [2024/05/06 17:56:12.001 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:truncate table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:11.975 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:12.016 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:truncate table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:11.975 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:12.040 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=1.954076ms] [gotSchemaVersion=53] [phyTblIDs="[104,106]"] [actionTypes="[11,11]"] [2024/05/06 17:56:12.044 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=107] [version=53] [2024/05/06 17:56:12.082 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=1] [error="context canceled"] [2024/05/06 17:56:12.082 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=1] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=333.100217ms] [] [2024/05/06 17:56:12.088 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=52.914295ms] [job="ID:107, Type:truncate table, State:done, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:11.975 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:12.101 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=107] [elementID=1] [comment="table ID is 104"] [2024/05/06 17:56:12.110 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=107] [jobType="truncate table"] [2024/05/06 17:56:12.112 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:truncate table, State:synced, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:11.975 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:12.129 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 17:56:12.129 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:12.176 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 17:56:12.193 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=2] [job-id=2] [thread-cnt=1] [2024/05/06 17:56:12.193 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=2] [2024/05/06 17:56:12.374 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=1] [2024/05/06 17:56:12.381 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:56:12.384 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=1] [step=-2] [state=succeed] [2024/05/06 17:56:12.398 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:56:13.857 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=2] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 17:56:14.360 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:56:14.361 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 17:56:14.362 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/06 17:56:14.381 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:14.381 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=111] [2024/05/06 17:56:14.381 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=111] [cost=83.091µs] [2024/05/06 17:56:14.382 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=198.867µs] [] [2024/05/06 17:56:14.382 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:56:14.382 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 17:56:14.382 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:14.395 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:56:14.395 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:14.659 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=2] [2024/05/06 17:56:14.659 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=2] [type=ImportInto] [2024/05/06 17:56:14.869 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:14.869 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:14.869 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:14.869 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:14.869 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:14.870 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:14.870 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:14.870 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 17:56:14.884 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:14.884 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:14.884 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:14.884 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:14.884 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:14.884 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:14.884 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:14.884 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:14.884 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:14.885 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:14.890 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 17:56:14.966 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:14.967 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 17:56:14.967 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 17:56:14.973 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:14.973 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:14.973 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:14.973 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:14.974 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:14.974 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:14.974 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:14.975 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:14.975 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:14.975 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:14.975 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:14.975 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:14.975 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:14.975 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:14.975 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:14.975 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:14.975 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:14.975 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:14.978 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:14.978 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:14.979 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:14.979 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:14.979 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:14.980 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:14.980 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:14.990 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:14.990 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:56:14.990 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=2] [step=import] [limit=256MiB] [2024/05/06 17:56:15.005 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/06 17:56:15.010 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 17:56:15.015 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 17:56:15.015 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 17:56:15.119 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gz:0] [2024/05/06 17:56:15.120 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gz:0] [readDur=51.96µs] [encodeDur=153.277µs] [deliverDur=24.292µs] [checksum="{cksum=17626223787036657323,size=33,kvs=1}"] [takeTime=558.413µs] [] [2024/05/06 17:56:15.121 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 17:56:15.121 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=33] [kvs=1] [files=1] [sstFileSize=924] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/efac414c-f64a-41b0-85ff-81e376871c5e.sst] [firstKey=74800000000000006A5F728000000000000002] [lastKey=74800000000000006A5F728000000000000002] [2024/05/06 17:56:15.215 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gzip:0] [2024/05/06 17:56:15.215 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gzip:0] [readDur=46.932µs] [encodeDur=431.47µs] [deliverDur=10.984µs] [checksum="{cksum=17122037552020985678,size=33,kvs=1}"] [takeTime=754.691µs] [] [2024/05/06 17:56:15.216 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 17:56:15.216 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=33] [kvs=1] [files=1] [sstFileSize=924] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/97af0c27-7342-4088-8a92-9ab180f53c46.sst] [firstKey=74800000000000006A5F728000000000000004] [lastKey=74800000000000006A5F728000000000000004] [2024/05/06 17:56:15.310 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.002.csv:0] [2024/05/06 17:56:15.311 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.002.csv:0] [readDur=68.03µs] [encodeDur=310.895µs] [deliverDur=13.147µs] [checksum="{cksum=0,size=132,kvs=4}"] [takeTime=710.883µs] [] [2024/05/06 17:56:15.312 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=132] [kvs=4] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/e5fe4539-632b-4b0f-8d98-f67a818f80dc.sst] [firstKey=74800000000000006A5F728000000000000006] [lastKey=74800000000000006A5F728000000000000009] [2024/05/06 17:56:15.312 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=306.540261ms] [] [2024/05/06 17:56:15.312 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 17:56:15.312 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 17:56:15.312 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 17:56:15.314 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.588585ms] [] [2024/05/06 17:56:15.314 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [2024/05/06 17:56:15.319 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:15.320 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] ["region ranges"=1] [count=6] [size=198] [2024/05/06 17:56:15.321 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:15.321 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 17:56:15.321 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6A5F728000000000FF0000020000000000FA] [maxKey=7480000000000000FF6A5F728000000000FF00000A0000000000FA] [retry=0] [2024/05/06 17:56:15.321 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6A5F728000000000FF0000020000000000FA] [end=7480000000000000FF6A5F728000000000FF00000A0000000000FA] [2024/05/06 17:56:15.321 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6A5F728000000000FF0000020000000000FA] [maxKey=7480000000000000FF6A5F728000000000FF00000A0000000000FA] [regions=1] [2024/05/06 17:56:15.322 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=466.892µs] [2024/05/06 17:56:15.322 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.255444ms] [] [2024/05/06 17:56:15.323 +08:00] [WARN] [split.go:132] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000000FF6A5F728000000000FF0000020000000000FA, endKey: 7480000000000000FF6A5F728000000000FF00000A0000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/06 17:56:15.331 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574174805458945] [req-type=Cop] [region="{ region id: 14, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 19, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:15.331 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574174805458945] [req-type=Cop] [region="{ region id: 14, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 19, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:15.346 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [size=198] [kvs=6] [importedSize=198] [importedCount=6] [2024/05/06 17:56:15.348 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [takeTime=33.431578ms] [] [2024/05/06 17:56:15.348 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 17:56:15.349 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.113051ms] [] [2024/05/06 17:56:15.349 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 17:56:15.349 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 17:56:15.350 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.347867ms] [] [2024/05/06 17:56:15.350 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [2024/05/06 17:56:15.350 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 17:56:15.350 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [takeTime=47.698µs] [] [2024/05/06 17:56:15.350 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 17:56:15.351 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=711.223µs] [] [2024/05/06 17:56:15.363 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:56:15.364 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 17:56:15.365 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/06 17:56:15.368 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:15.368 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:15.368 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:15.368 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:15.368 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:15.369 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:15.369 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:15.369 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:15.383 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:15.383 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:15.383 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:15.383 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:15.384 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:15.383 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:15.384 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:15.384 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:15.384 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:15.384 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:15.398 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36}}"] [2024/05/06 17:56:15.400 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:15.400 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 17:56:15.400 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:15.414 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:56:15.414 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:15.671 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 17:56:15.673 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:15.673 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:15.673 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:15.673 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:15.673 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:15.673 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:15.673 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:15.673 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:15.673 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:15.673 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:15.673 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:15.674 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:15.674 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:15.674 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/06 17:56:15.674 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=707.81453ms] [] [2024/05/06 17:56:15.980 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:15.982 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=post-process] [2024/05/06 17:56:15.994 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 17:56:15.994 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 17:56:15.995 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 17:56:15.995 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=2.535µs] [] [2024/05/06 17:56:15.995 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=1801826099013898725,size=198,kvs=6}"] [2024/05/06 17:56:15.995 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/06 17:56:15.995 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/06 17:56:15.998 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=1801826099013898725,size=198,kvs=6}"] [2024/05/06 17:56:15.998 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=3.197483ms] [] [2024/05/06 17:56:15.998 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=3.322307ms] [] [2024/05/06 17:56:16.363 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:16.364 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 17:56:16.365 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:16.365 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 17:56:16.365 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:16.375 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=2] [step=done] [state=running] [] [2024/05/06 17:56:16.378 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=2] [2024/05/06 17:56:16.384 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:16.405 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 4.272808352\n# Parse_time: 0.000116253\n# Compile_time: 0.000391657\n# Rewrite_time: 0.00009354\n# Optimize_time: 0.000197931\n# Wait_TS: 0.000332908\n# DB: gzip\n# Is_internal: false\n# Digest: 9d7b6c5838ea9d605d5f2b69162f5d53aa0ade450435a07a64b60325ed206bb4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC4yN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC4yN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gzip`.`t` FROM 'gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH skip_rows=1, thread=1;"] === RUN TestLoadRemote/TestImportFromServer [2024/05/06 17:56:16.409 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=gzip] [sql="drop database if exists from_server"] [user=] [2024/05/06 17:56:16.410 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=gzip] [sql="create database from_server"] [user=] [2024/05/06 17:56:16.422 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:create schema, State:queueing, SchemaState:none, SchemaID:108, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:56:16.375 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:16.422 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:109, Type:create schema, State:queueing, SchemaState:none, SchemaID:108, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:56:16.375 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database from_server"] [2024/05/06 17:56:16.437 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:create schema, State:queueing, SchemaState:none, SchemaID:108, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:16.375 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:16.452 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=1.049448ms] [gotSchemaVersion=54] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:16.456 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=109] [version=54] [2024/05/06 17:56:16.501 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=52.847413ms] [job="ID:109, Type:create schema, State:done, SchemaState:public, SchemaID:108, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:56:16.375 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:16.517 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:create schema, State:synced, SchemaState:public, SchemaID:108, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:16.375 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:16.528 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 17:56:16.528 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:16.531 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=from_server] [sql="create table t (a bigint, b varchar(100));"] [user=] [2024/05/06 17:56:16.545 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:108, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:16.525 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:16.545 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:108, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:16.525 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100));"] [2024/05/06 17:56:16.560 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:108, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:16.525 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:16.579 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=1.894806ms] [gotSchemaVersion=55] [phyTblIDs="[110]"] [actionTypes="[3]"] [2024/05/06 17:56:16.583 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=111] [version=55] [2024/05/06 17:56:16.621 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/06 17:56:16.621 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=640.199547ms] [] [2024/05/06 17:56:16.627 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=52.636781ms] [job="ID:111, Type:create table, State:done, SchemaState:public, SchemaID:108, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:16.525 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:16.648 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:create table, State:synced, SchemaState:public, SchemaID:108, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:16.525 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:16.659 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 17:56:16.659 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:16.702 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"/tmp/TestLoadRemoteTestImportFromServer4172035211/001/server-0.csv\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 17:56:16.703 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:16.703 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/05/06 17:56:16.703 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=41.963µs] [2024/05/06 17:56:16.703 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=190.251µs] [] [2024/05/06 17:56:16.724 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=3] [job-id=3] [thread-cnt=8] [2024/05/06 17:56:16.724 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=3] [2024/05/06 17:56:16.857 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=3] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:56:16.870 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=2] [2024/05/06 17:56:16.878 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:56:16.892 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:56:17.360 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:56:17.361 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/06 17:56:17.362 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/06 17:56:17.370 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:56:17.370 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:56:17.370 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:17.383 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=3] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:56:17.383 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:17.659 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=3] [2024/05/06 17:56:17.659 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=3] [type=ImportInto] [2024/05/06 17:56:17.867 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:17.867 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:17.867 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:17.868 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:17.868 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:17.869 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:17.869 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:17.869 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/06 17:56:17.883 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:17.883 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:17.883 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:17.883 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:17.883 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:17.883 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:17.883 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:17.883 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:17.883 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:17.883 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:17.890 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 17:56:17.965 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=3] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:17.966 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 17:56:17.966 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 17:56:17.969 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:17.969 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:17.969 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:17.970 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:17.970 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:17.971 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:17.971 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:17.971 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:17.971 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:17.971 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:17.971 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:17.971 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:17.971 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:17.971 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:17.971 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:17.971 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:17.971 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:17.971 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:17.971 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:17.971 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:17.974 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:17.975 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:17.975 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:17.975 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:17.975 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:17.976 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:17.976 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:17.986 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:17.986 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:56:17.986 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=3] [step=import] [limit=256MiB] [2024/05/06 17:56:17.999 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/06 17:56:18.003 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 17:56:18.006 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 17:56:18.006 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/06 17:56:18.052 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=110] [key=server-0.csv:0] [2024/05/06 17:56:18.053 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=server-0.csv:0] [readDur=55.649µs] [encodeDur=192.165µs] [deliverDur=182.735µs] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [takeTime=713.27µs] [] [2024/05/06 17:56:18.053 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=54.530066ms] [] [2024/05/06 17:56:18.053 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/3/490acc05-2370-5ec4-8393-939390984a58.sst/1981574d-ef3e-44a6-8cbd-b8636fd84a05.sst] [firstKey=74800000000000006E5F728000000000000001] [lastKey=74800000000000006E5F728000000000000002] [2024/05/06 17:56:18.053 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 17:56:18.053 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 17:56:18.053 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 17:56:18.055 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.940669ms] [] [2024/05/06 17:56:18.055 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/05/06 17:56:18.059 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:18.061 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=2] [size=76] [2024/05/06 17:56:18.061 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:18.061 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 17:56:18.061 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6E5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6E5F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 17:56:18.062 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6E5F728000000000FF0000010000000000FA] [end=7480000000000000FF6E5F728000000000FF0000030000000000FA] [2024/05/06 17:56:18.062 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6E5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6E5F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 17:56:18.062 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=409.335µs] [2024/05/06 17:56:18.063 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.100914ms] [] [2024/05/06 17:56:18.075 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:9 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 11, request epoch conf_ver: 5 version: 9\")"] ["job stage"=needRescan] [2024/05/06 17:56:18.076 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000006E5F728000000000000001] [endKey=74800000000000006E5F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:56:20.076 +08:00] [2024/05/06 17:56:18.080 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574175526092801] [req-type=Cop] [region="{ region id: 14, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 19, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:18.080 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574175526092801] [req-type=Cop] [region="{ region id: 14, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 19, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:20.089 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=76] [kvs=2] [importedSize=76] [importedCount=2] [2024/05/06 17:56:20.091 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=2.035615186s] [] [2024/05/06 17:56:20.091 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 17:56:20.092 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.079996ms] [] [2024/05/06 17:56:20.092 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 17:56:20.092 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 17:56:20.094 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.435036ms] [] [2024/05/06 17:56:20.094 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/05/06 17:56:20.094 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 17:56:20.094 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=37.264µs] [] [2024/05/06 17:56:20.094 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 17:56:20.095 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=748.09µs] [] [2024/05/06 17:56:20.363 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:56:20.364 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/06 17:56:20.365 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/06 17:56:20.368 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:20.368 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:20.368 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:20.369 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:20.369 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:20.370 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:20.370 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:20.370 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:20.384 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:20.384 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:20.384 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:20.384 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:20.384 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:20.384 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:20.384 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:20.384 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:20.384 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:20.384 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:20.399 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":14}}"] [2024/05/06 17:56:20.400 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:20.400 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:56:20.400 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:20.412 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=3] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:56:20.412 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:20.722 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 17:56:20.725 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:20.725 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:20.725 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:20.725 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:20.725 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:20.724 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:20.725 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:20.725 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:20.725 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:20.725 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:20.725 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:20.725 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:20.725 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:20.725 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=3] [error="context canceled"] [2024/05/06 17:56:20.725 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=3] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.760286233s] [] [2024/05/06 17:56:21.032 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=3] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:21.033 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=3] [step=post-process] [2024/05/06 17:56:21.046 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 17:56:21.046 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 17:56:21.046 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 17:56:21.049 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:21.049 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:21.049 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:21.049 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:21.049 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:21.050 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:21.050 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:21.051 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:21.051 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:21.051 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:21.051 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:21.051 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:21.051 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:21.051 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:21.051 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:21.051 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:21.051 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:21.051 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:21.051 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:21.058 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=11.629799ms] [] [2024/05/06 17:56:21.058 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [2024/05/06 17:56:21.059 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/06 17:56:21.059 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/06 17:56:21.061 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=4217614283895359297,size=76,kvs=2}"] [2024/05/06 17:56:21.061 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=14.949225ms] [] [2024/05/06 17:56:21.061 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=15.070758ms] [] [2024/05/06 17:56:21.363 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:21.364 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/06 17:56:21.365 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:21.365 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:56:21.365 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:21.376 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=3] [step=done] [state=running] [] [2024/05/06 17:56:21.378 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=3] [2024/05/06 17:56:21.385 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:21.537 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 4.874849386\n# Parse_time: 0.000065036\n# Compile_time: 0.00034947\n# Rewrite_time: 0.000093569\n# Optimize_time: 0.000197621\n# Wait_TS: 0.00036405\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC44N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC44N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse from_server;\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestLoadRemoteTestImportFromServer4172035211/001/server-0.csv';"] [2024/05/06 17:56:21.540 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=from_server] [sql="truncate table t"] [user=] [2024/05/06 17:56:21.553 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:108, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:21.525 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:21.553 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:108, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:21.525 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/06 17:56:21.573 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:108, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:21.525 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:21.597 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=1.970503ms] [gotSchemaVersion=56] [phyTblIDs="[110,112]"] [actionTypes="[11,11]"] [2024/05/06 17:56:21.602 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=113] [version=56] [2024/05/06 17:56:21.646 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.764099ms] [job="ID:113, Type:truncate table, State:done, SchemaState:public, SchemaID:108, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:21.525 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:21.660 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=113] [elementID=1] [comment="table ID is 110"] [2024/05/06 17:56:21.665 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=113] [jobType="truncate table"] [2024/05/06 17:56:21.666 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:truncate table, State:synced, SchemaState:public, SchemaID:108, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:21.525 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:21.685 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=3] [error="context canceled"] [2024/05/06 17:56:21.685 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=3] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=653.386569ms] [] [2024/05/06 17:56:21.686 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 17:56:21.686 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:21.727 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"/tmp/TestLoadRemoteTestImportFromServer4172035211/001/server-*.csv\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 17:56:21.727 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:21.727 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=54] [2024/05/06 17:56:21.728 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=54] [cost=83.408µs] [2024/05/06 17:56:21.728 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=212.53µs] [] [2024/05/06 17:56:21.746 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=4] [job-id=4] [thread-cnt=8] [2024/05/06 17:56:21.746 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=4] [2024/05/06 17:56:21.870 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=3] [2024/05/06 17:56:21.878 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:56:21.891 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:56:22.857 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=4] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:56:23.359 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:56:23.361 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 17:56:23.362 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/05/06 17:56:23.369 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:56:23.369 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:56:23.369 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:23.383 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:56:23.383 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:23.658 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=4] [2024/05/06 17:56:23.658 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=4] [type=ImportInto] [2024/05/06 17:56:23.867 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:23.867 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:23.867 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:23.868 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:23.868 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:23.869 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:23.869 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:23.869 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 17:56:23.883 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:23.883 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:23.883 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:23.883 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:23.883 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:23.883 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:23.884 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:23.884 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:23.884 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:23.884 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:23.889 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 17:56:23.965 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=4] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:23.966 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 17:56:23.966 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 17:56:23.969 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:23.969 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:23.969 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:23.970 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:23.970 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:23.970 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:23.970 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:23.971 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:23.971 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:23.971 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:23.971 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:23.971 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:23.971 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:23.971 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:23.971 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:23.971 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:23.971 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:23.971 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:23.974 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:23.974 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:23.974 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:23.975 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:23.975 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:23.976 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:23.976 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:23.987 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:23.987 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:56:23.987 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=4] [step=import] [limit=256MiB] [2024/05/06 17:56:24.001 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/05/06 17:56:24.005 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 17:56:24.009 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 17:56:24.009 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 17:56:24.009 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 17:56:24.009 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 17:56:24.048 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=server-0.csv:0] [2024/05/06 17:56:24.049 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=server-0.csv:0] [readDur=93.394µs] [encodeDur=247.375µs] [deliverDur=694.964µs] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [takeTime=1.458688ms] [] [2024/05/06 17:56:24.050 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=server-2.csv:0] [2024/05/06 17:56:24.050 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=server-1.csv:0] [2024/05/06 17:56:24.050 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/c0647de8-7d73-44c1-8a84-6ce6434558e7.sst] [firstKey=7480000000000000705F728000000000000001] [lastKey=7480000000000000705F728000000000000002] [2024/05/06 17:56:24.053 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=server-2.csv:0] [readDur=89.452µs] [encodeDur=2.090105ms] [deliverDur=440.015µs] [checksum="{cksum=13627491968562561727,size=76,kvs=2}"] [takeTime=3.228107ms] [] [2024/05/06 17:56:24.053 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=server-1.csv:0] [readDur=1.652167ms] [encodeDur=388.935µs] [deliverDur=464.562µs] [checksum="{cksum=8740164075696154046,size=76,kvs=2}"] [takeTime=3.200762ms] [] [2024/05/06 17:56:24.054 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/13beebdb-399b-4462-ac94-154751fd5bdc.sst] [firstKey=7480000000000000705F728000000000000013] [lastKey=7480000000000000705F728000000000000014] [2024/05/06 17:56:24.054 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=52.925793ms] [] [2024/05/06 17:56:24.055 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 17:56:24.055 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 17:56:24.055 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 17:56:24.055 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/24f2b3a0-a708-4e5f-8db8-378b783653c6.sst] [firstKey=7480000000000000705F72800000000000000A] [lastKey=7480000000000000705F72800000000000000B] [2024/05/06 17:56:24.057 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=2.789257ms] [] [2024/05/06 17:56:24.058 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/05/06 17:56:24.063 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:24.065 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=6] [size=228] [2024/05/06 17:56:24.065 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:24.065 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 17:56:24.065 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF705F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF705F728000000000FF0000150000000000FA] [retry=0] [2024/05/06 17:56:24.066 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF705F728000000000FF0000010000000000FA] [end=7480000000000000FF705F728000000000FF0000150000000000FA] [2024/05/06 17:56:24.066 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF705F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF705F728000000000FF0000150000000000FA] [regions=1] [2024/05/06 17:56:24.066 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=433.111µs] [2024/05/06 17:56:24.066 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.191717ms] [] [2024/05/06 17:56:24.067 +08:00] [WARN] [split.go:132] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000000FF705F728000000000FF0000010000000000FA, endKey: 7480000000000000FF705F728000000000FF0000150000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/06 17:56:24.080 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574177098956801] [req-type=Cop] [region="{ region id: 14, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 19, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:24.081 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574177098956801] [req-type=Cop] [region="{ region id: 14, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 19, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:24.092 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=228] [kvs=6] [importedSize=228] [importedCount=6] [2024/05/06 17:56:24.094 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=35.961663ms] [] [2024/05/06 17:56:24.094 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 17:56:24.095 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.210288ms] [] [2024/05/06 17:56:24.095 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 17:56:24.095 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 17:56:24.096 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.290707ms] [] [2024/05/06 17:56:24.096 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/05/06 17:56:24.096 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 17:56:24.096 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=34.971µs] [] [2024/05/06 17:56:24.096 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 17:56:24.097 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=689.572µs] [] [2024/05/06 17:56:24.364 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:56:24.365 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 17:56:24.366 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/05/06 17:56:24.369 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:24.369 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:24.369 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:24.369 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:24.370 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:24.370 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:24.370 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:24.371 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:24.386 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:24.386 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:24.386 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:24.386 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:24.386 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:24.386 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:24.386 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:24.386 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:24.386 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:24.386 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:24.401 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":42}}"] [2024/05/06 17:56:24.403 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:24.403 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:56:24.403 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:24.415 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:56:24.415 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:24.725 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 17:56:24.727 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:24.727 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:24.727 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:24.727 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:24.727 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:24.727 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:24.727 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:24.727 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:24.727 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:24.727 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:24.728 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:24.728 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:24.728 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:24.728 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=4] [error="context canceled"] [2024/05/06 17:56:24.728 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=4] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=762.901689ms] [] [2024/05/06 17:56:25.034 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=4] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:25.036 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=4] [step=post-process] [2024/05/06 17:56:25.049 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 17:56:25.049 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 17:56:25.049 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 17:56:25.053 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:25.053 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:25.053 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:25.053 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:25.053 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:25.054 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:25.054 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:25.054 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:25.054 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:25.054 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:25.054 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:25.054 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:25.054 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:25.054 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:25.054 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:25.054 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:25.054 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:25.061 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=11.326945ms] [] [2024/05/06 17:56:25.061 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=18361781019534991424,size=228,kvs=6}"] [2024/05/06 17:56:25.062 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/05/06 17:56:25.062 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/05/06 17:56:25.064 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=18361781019534991424,size=228,kvs=6}"] [2024/05/06 17:56:25.064 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=14.587612ms] [] [2024/05/06 17:56:25.064 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=14.744995ms] [] [2024/05/06 17:56:25.363 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:25.364 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 17:56:25.365 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:25.365 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:56:25.365 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:25.377 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=4] [step=done] [state=running] [] [2024/05/06 17:56:25.379 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=4] [2024/05/06 17:56:25.386 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:25.659 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.9703896629999997\n# Parse_time: 0.000127115\n# Compile_time: 0.000438511\n# Rewrite_time: 0.000136438\n# Optimize_time: 0.000162649\n# Wait_TS: 0.000323806\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My45N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My45N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestLoadRemoteTestImportFromServer4172035211/001/server-*.csv';"] [2024/05/06 17:56:25.664 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=from_server] [sql="truncate table t"] [user=] [2024/05/06 17:56:25.677 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:108, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:25.625 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:25.677 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:108, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:25.625 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/06 17:56:25.688 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=4] [error="context canceled"] [2024/05/06 17:56:25.688 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=4] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=653.160477ms] [] [2024/05/06 17:56:25.692 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:108, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:25.625 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:25.714 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=1.824062ms] [gotSchemaVersion=57] [phyTblIDs="[112,114]"] [actionTypes="[11,11]"] [2024/05/06 17:56:25.718 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=115] [version=57] [2024/05/06 17:56:25.762 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.01035ms] [job="ID:115, Type:truncate table, State:done, SchemaState:public, SchemaID:108, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:25.625 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:25.779 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=115] [elementID=1] [comment="table ID is 112"] [2024/05/06 17:56:25.785 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="truncate table"] [2024/05/06 17:56:25.787 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:truncate table, State:synced, SchemaState:public, SchemaID:108, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:25.625 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:25.807 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 17:56:25.807 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:25.846 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"/tmp/TestLoadRemoteTestImportFromServer4172035211/001/test.csv.gz\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 17:56:25.846 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:25.846 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 17:56:25.846 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=36] [cost=57.819µs] [2024/05/06 17:56:25.846 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=161.032µs] [] [2024/05/06 17:56:25.864 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=5] [job-id=5] [thread-cnt=8] [2024/05/06 17:56:25.864 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=5] [2024/05/06 17:56:25.870 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=4] [2024/05/06 17:56:25.878 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:56:25.891 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:56:28.857 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=5] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:56:29.359 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:56:29.360 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/06 17:56:29.361 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 17:56:29.369 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:56:29.369 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:56:29.369 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:29.388 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=5] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:56:29.388 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:29.659 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=5] [2024/05/06 17:56:29.659 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=5] [type=ImportInto] [2024/05/06 17:56:29.867 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:29.867 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:29.867 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:29.868 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:29.868 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:29.869 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:29.869 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:29.869 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 17:56:29.883 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:29.884 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:29.883 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:29.884 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:29.884 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:29.884 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:29.884 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:29.884 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:29.884 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:29.884 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:29.889 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 17:56:29.966 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=5] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:29.967 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 17:56:29.967 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 17:56:29.970 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:29.970 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:29.970 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:29.971 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:29.971 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:29.972 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:29.972 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:29.972 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:29.972 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:29.972 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:29.972 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:29.972 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:29.972 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:29.973 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:29.973 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:29.973 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:29.973 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:29.973 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:29.976 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:29.976 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:29.976 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:29.976 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:29.977 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:29.977 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:29.978 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:29.988 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:29.988 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:56:29.988 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=5] [step=import] [limit=256MiB] [2024/05/06 17:56:30.002 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/05/06 17:56:30.007 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 17:56:30.010 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 17:56:30.010 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 17:56:30.046 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=114] [key=test.csv.gz:0] [2024/05/06 17:56:30.047 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=test.csv.gz:0] [readDur=106.975µs] [encodeDur=634.511µs] [deliverDur=252.139µs] [checksum="{cksum=3639429438335945898,size=74,kvs=2}"] [takeTime=1.436508ms] [] [2024/05/06 17:56:30.048 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/5/490acc05-2370-5ec4-8393-939390984a58.sst/4083cf65-5ad0-45db-a01e-d5baa10d8f7e.sst] [firstKey=7480000000000000725F728000000000000001] [lastKey=7480000000000000725F728000000000000002] [2024/05/06 17:56:30.048 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=45.664517ms] [] [2024/05/06 17:56:30.048 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 17:56:30.048 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 17:56:30.048 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 17:56:30.050 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.76671ms] [] [2024/05/06 17:56:30.050 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/05/06 17:56:30.055 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:30.056 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=2] [size=74] [2024/05/06 17:56:30.057 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:30.057 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 17:56:30.057 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF725F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF725F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 17:56:30.057 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF725F728000000000FF0000010000000000FA] [end=7480000000000000FF725F728000000000FF0000030000000000FA] [2024/05/06 17:56:30.057 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF725F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF725F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 17:56:30.058 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=534.736µs] [2024/05/06 17:56:30.058 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.283996ms] [] [2024/05/06 17:56:30.073 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=74] [kvs=2] [importedSize=74] [importedCount=2] [2024/05/06 17:56:30.074 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=23.921454ms] [] [2024/05/06 17:56:30.074 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 17:56:30.075 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=879.99µs] [] [2024/05/06 17:56:30.075 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 17:56:30.075 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 17:56:30.077 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.469578ms] [] [2024/05/06 17:56:30.077 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/05/06 17:56:30.077 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 17:56:30.077 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=40.661µs] [] [2024/05/06 17:56:30.077 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 17:56:30.078 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=692.373µs] [] [2024/05/06 17:56:30.081 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574178671820801] [req-type=Cop] [region="{ region id: 14, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 19, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:30.081 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574178671820801] [req-type=Cop] [region="{ region id: 14, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 19, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:30.363 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:56:30.364 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/06 17:56:30.365 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 17:56:30.368 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:30.368 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:30.368 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:30.369 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:30.369 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:30.369 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:30.370 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:30.370 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:30.385 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:30.385 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:30.385 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:30.385 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:30.386 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:30.386 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:30.385 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:30.386 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:30.386 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:30.386 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:30.401 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12}}"] [2024/05/06 17:56:30.402 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:30.402 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:56:30.402 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:30.415 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=5] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:56:30.415 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:30.704 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 17:56:30.707 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:30.707 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:30.707 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:30.707 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:30.707 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:30.707 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:30.707 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:30.707 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:30.707 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:30.707 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:30.708 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:30.708 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:30.708 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:30.708 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=5] [error="context canceled"] [2024/05/06 17:56:30.708 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=5] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=741.546175ms] [] [2024/05/06 17:56:31.013 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=5] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:31.015 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=5] [step=post-process] [2024/05/06 17:56:31.028 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 17:56:31.028 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 17:56:31.028 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 17:56:31.031 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:31.031 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:31.032 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:31.032 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:31.032 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:31.033 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:31.033 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:31.034 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:31.034 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:31.034 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:31.034 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:31.034 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:31.034 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:31.034 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:31.034 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:31.034 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:31.034 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:31.034 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:31.034 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:31.042 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=14.370881ms] [] [2024/05/06 17:56:31.042 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=3639429438335945898,size=74,kvs=2}"] [2024/05/06 17:56:31.043 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/05/06 17:56:31.043 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/05/06 17:56:31.046 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=3639429438335945898,size=74,kvs=2}"] [2024/05/06 17:56:31.046 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=17.784121ms] [] [2024/05/06 17:56:31.046 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=17.944488ms] [] [2024/05/06 17:56:31.364 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:31.366 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/06 17:56:31.367 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:31.367 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:56:31.367 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:31.379 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=5] [step=done] [state=running] [] [2024/05/06 17:56:31.381 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=5] [2024/05/06 17:56:31.388 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:31.577 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 5.76690376\n# Parse_time: 0.000077022\n# Compile_time: 0.000433537\n# Rewrite_time: 0.000096628\n# Optimize_time: 0.000172703\n# Wait_TS: 0.000341516\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS43N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS43N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestLoadRemoteTestImportFromServer4172035211/001/test.csv.gz';"] === RUN TestLoadRemote/TestSnappy [2024/05/06 17:56:31.581 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=from_server] [sql="drop database if exists snappy"] [user=] [2024/05/06 17:56:31.583 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=from_server] [sql="create database snappy"] [user=] [2024/05/06 17:56:31.596 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:56:31.575 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:31.596 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:56:31.575 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database snappy"] [2024/05/06 17:56:31.614 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:31.575 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:31.630 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=1.189232ms] [gotSchemaVersion=58] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:31.635 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=117] [version=58] [2024/05/06 17:56:31.671 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=5] [error="context canceled"] [2024/05/06 17:56:31.671 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=5] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=657.212105ms] [] [2024/05/06 17:56:31.679 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=52.943653ms] [job="ID:117, Type:create schema, State:done, SchemaState:public, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:56:31.575 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:31.699 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:create schema, State:synced, SchemaState:public, SchemaID:116, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:31.575 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:31.711 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 17:56:31.711 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:31.714 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=snappy] [sql="CREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/05/06 17:56:31.728 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:31.676 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:31.728 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:31.676 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 17:56:31.743 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:31.676 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:31.764 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=2.125249ms] [gotSchemaVersion=59] [phyTblIDs="[118]"] [actionTypes="[3]"] [2024/05/06 17:56:31.769 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=119] [version=59] [2024/05/06 17:56:31.812 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=52.94688ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:31.676 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:31.828 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:31.676 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:31.840 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 17:56:31.840 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:31.871 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=5] [2024/05/06 17:56:31.879 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:56:31.892 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://snappy/t.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 17:56:31.893 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:56:31.910 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=6] [job-id=6] [thread-cnt=1] [2024/05/06 17:56:31.910 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=6] [2024/05/06 17:56:34.858 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=6] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 17:56:35.360 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:56:35.362 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/06 17:56:35.362 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 17:56:35.378 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:35.378 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=33] [2024/05/06 17:56:35.378 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=33] [cost=49.419µs] [2024/05/06 17:56:35.378 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=147.759µs] [] [2024/05/06 17:56:35.378 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:56:35.378 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 17:56:35.378 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:35.391 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=6] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:56:35.391 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:35.659 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=6] [2024/05/06 17:56:35.659 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=6] [type=ImportInto] [2024/05/06 17:56:35.868 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:35.868 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:35.868 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:35.869 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:35.869 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:35.870 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:35.870 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:35.870 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 17:56:35.884 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:35.884 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:35.884 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:35.884 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:35.884 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:35.884 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:35.884 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:35.884 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:35.884 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:35.884 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:35.891 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 17:56:35.965 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=6] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:35.966 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 17:56:35.966 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 17:56:35.972 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:35.972 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:35.972 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:35.972 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:35.973 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:35.973 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:35.973 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:35.974 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:35.974 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:35.974 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:35.974 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:35.974 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:35.974 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:35.974 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:35.974 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:35.974 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:35.974 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:35.974 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:35.974 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:35.974 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:35.978 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:35.978 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:35.978 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:35.978 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:35.978 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:35.979 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:35.979 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:35.990 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:35.990 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:56:35.990 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=6] [step=import] [limit=256MiB] [2024/05/06 17:56:36.003 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/05/06 17:56:36.008 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/06 17:56:36.012 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 17:56:36.012 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 17:56:36.064 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=118] [key=t.01.csv.snappy:0] [2024/05/06 17:56:36.066 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=t.01.csv.snappy:0] [readDur=810.218µs] [encodeDur=558.866µs] [deliverDur=24.916µs] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [takeTime=1.756257ms] [] [2024/05/06 17:56:36.067 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=63.928374ms] [] [2024/05/06 17:56:36.067 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/6/a921513b-a672-5c3e-93ed-fa772552849b.sst/15637791-b837-418d-a094-b4ea2e50a03b.sst] [firstKey=7480000000000000765F728000000000000001] [lastKey=7480000000000000765F728000000000000002] [2024/05/06 17:56:36.067 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 17:56:36.067 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 17:56:36.067 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/06 17:56:36.069 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [takeTime=1.841732ms] [] [2024/05/06 17:56:36.069 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [retryCnt=0] [2024/05/06 17:56:36.074 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:36.075 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] ["region ranges"=1] [count=2] [size=66] [2024/05/06 17:56:36.075 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:36.076 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/06 17:56:36.076 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF765F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF765F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 17:56:36.076 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF765F728000000000FF0000010000000000FA] [end=7480000000000000FF765F728000000000FF0000030000000000FA] [2024/05/06 17:56:36.076 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF765F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF765F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 17:56:36.077 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=521.281µs] [2024/05/06 17:56:36.077 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] [takeTime=1.339007ms] [] [2024/05/06 17:56:36.086 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574180244684802] [req-type=Cop] [region="{ region id: 14, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 19, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:36.086 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574180244684802] [req-type=Cop] [region="{ region id: 14, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 19, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:36.094 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:15 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 17, request epoch conf_ver: 5 version: 15\")"] ["job stage"=needRescan] [2024/05/06 17:56:36.095 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000765F728000000000000001] [endKey=7480000000000000765F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:56:38.095 +08:00] [2024/05/06 17:56:38.109 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 17:56:38.110 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [retryCnt=0] [takeTime=2.040918594s] [] [2024/05/06 17:56:38.110 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/06 17:56:38.112 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [takeTime=1.065777ms] [] [2024/05/06 17:56:38.112 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 17:56:38.112 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 17:56:38.113 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [takeTime=1.589754ms] [] [2024/05/06 17:56:38.113 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [retryCnt=0] [2024/05/06 17:56:38.113 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 17:56:38.113 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [retryCnt=0] [takeTime=49.805µs] [] [2024/05/06 17:56:38.114 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 17:56:38.114 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [takeTime=822.585µs] [] [2024/05/06 17:56:38.364 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:56:38.365 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/06 17:56:38.366 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 17:56:38.369 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:38.369 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:38.369 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:38.369 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:38.369 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:38.370 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:38.370 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:38.370 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:38.385 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:38.385 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:38.385 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:38.385 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:38.385 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:38.385 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:38.385 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:38.385 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:38.385 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:38.385 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:38.400 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12}}"] [2024/05/06 17:56:38.401 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:38.401 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 17:56:38.402 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:38.414 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=6] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:56:38.414 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:38.434 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 17:56:38.438 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:38.438 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:38.438 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:38.438 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:38.438 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:38.438 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:38.438 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:38.439 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:38.439 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:38.439 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:38.439 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:38.439 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:38.439 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:38.439 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=6] [error="context canceled"] [2024/05/06 17:56:38.440 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=6] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.474181703s] [] [2024/05/06 17:56:38.746 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=6] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:38.747 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=6] [step=post-process] [2024/05/06 17:56:38.760 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 17:56:38.760 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 17:56:38.760 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 17:56:38.760 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=2.38µs] [] [2024/05/06 17:56:38.760 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [2024/05/06 17:56:38.761 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/05/06 17:56:38.761 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/05/06 17:56:38.763 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=14262047008891545520,size=66,kvs=2}"] [2024/05/06 17:56:38.764 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=3.447096ms] [] [2024/05/06 17:56:38.764 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=3.58798ms] [] [2024/05/06 17:56:38.864 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:38.865 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/06 17:56:38.866 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:38.866 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 17:56:38.866 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:38.877 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=6] [step=done] [state=running] [] [2024/05/06 17:56:38.880 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=6] [2024/05/06 17:56:38.887 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:39.082 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=6] [error="context canceled"] [2024/05/06 17:56:39.082 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=6] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=336.400199ms] [] [2024/05/06 17:56:39.123 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 7.279723779\n# Parse_time: 0.000180237\n# Compile_time: 0.000362785\n# Rewrite_time: 0.000078299\n# Optimize_time: 0.000190257\n# Wait_TS: 0.000362373\n# DB: snappy\n# Is_internal: false\n# Digest: a256fb88970f36cc6820fa5338cd6423f7819eed0d099cc51cf9bdccbae869b9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny4yOHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny4yOHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse snappy;\nIMPORT INTO `snappy`.`t` FROM 'gs://snappy/t.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] === RUN TestLoadRemote/TestZStd [2024/05/06 17:56:39.127 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=snappy] [sql="drop database if exists zstd"] [user=] [2024/05/06 17:56:39.128 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=snappy] [sql="create database zstd"] [user=] [2024/05/06 17:56:39.141 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:121, Type:create schema, State:queueing, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:56:39.125 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database zstd"] [2024/05/06 17:56:39.141 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:create schema, State:queueing, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:56:39.125 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:39.158 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:create schema, State:queueing, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:39.125 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:39.174 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=1.089436ms] [gotSchemaVersion=60] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:39.178 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=121] [version=60] [2024/05/06 17:56:39.223 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=52.964675ms] [job="ID:121, Type:create schema, State:done, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:56:39.125 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:39.247 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [job="ID:121, Type:create schema, State:synced, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:39.125 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:39.258 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/06 17:56:39.258 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:39.261 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=zstd] [sql="CREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/05/06 17:56:39.275 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:39.225 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:39.275 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:39.225 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 17:56:39.291 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:39.225 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:39.310 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=1.946822ms] [gotSchemaVersion=61] [phyTblIDs="[122]"] [actionTypes="[3]"] [2024/05/06 17:56:39.314 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=123] [version=61] [2024/05/06 17:56:39.359 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=53.793186ms] [job="ID:123, Type:create table, State:done, SchemaState:public, SchemaID:120, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:39.225 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:39.370 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=6] [2024/05/06 17:56:39.375 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:create table, State:synced, SchemaState:public, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:39.225 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:39.378 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:56:39.384 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=6] [step=-2] [state=succeed] [2024/05/06 17:56:39.387 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/06 17:56:39.388 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:39.391 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:56:39.532 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://zstd/t.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 17:56:39.551 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=7] [job-id=7] [thread-cnt=1] [2024/05/06 17:56:39.551 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=7] [2024/05/06 17:56:40.857 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=7] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 17:56:41.360 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=7] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:56:41.362 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=7] [task-type=ImportInto] [num=1] [2024/05/06 17:56:41.362 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/05/06 17:56:41.382 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:41.382 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=56] [2024/05/06 17:56:41.382 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=56] [cost=78.731µs] [2024/05/06 17:56:41.382 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=248.806µs] [] [2024/05/06 17:56:41.382 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:56:41.382 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=7] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 17:56:41.382 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:41.395 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=7] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:56:41.395 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:41.658 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=7] [2024/05/06 17:56:41.658 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=7] [type=ImportInto] [2024/05/06 17:56:41.867 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:41.868 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:41.868 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:41.868 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:41.868 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:41.869 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:41.869 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:41.869 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/05/06 17:56:41.883 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:41.884 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:41.884 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:41.884 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:41.884 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:41.884 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:41.884 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:41.884 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:41.884 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:41.884 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:41.889 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=7] [2024/05/06 17:56:41.965 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=7] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:41.966 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 17:56:41.966 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 17:56:41.971 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:41.972 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:41.972 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:41.972 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:41.972 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:41.973 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:41.973 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:41.973 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:41.973 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:41.973 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:41.973 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:41.973 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:41.973 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:41.973 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:41.973 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:41.974 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:41.974 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:41.974 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:41.974 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:41.974 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:41.977 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:41.977 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:41.977 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:41.977 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:41.977 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:41.978 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:41.978 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:41.988 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:41.988 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:56:41.988 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=7] [step=import] [limit=256MiB] [2024/05/06 17:56:42.001 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/05/06 17:56:42.005 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/06 17:56:42.009 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 17:56:42.009 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=122] [2024/05/06 17:56:42.015 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=122] [key=t.01.csv.zst:0] [2024/05/06 17:56:42.017 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=122] [key=t.01.csv.zst:0] [readDur=879.792µs] [encodeDur=205.069µs] [deliverDur=1.036856ms] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [takeTime=2.445753ms] [] [2024/05/06 17:56:42.018 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=122] [2024/05/06 17:56:42.018 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/7/dbc9135c-0d8b-582b-8c22-5316c1b4dadf.sst/d85d58f1-54dc-424c-9dc2-f07596815db5.sst] [firstKey=74800000000000007A5F728000000000000001] [lastKey=74800000000000007A5F728000000000000002] [2024/05/06 17:56:42.024 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=122] [key=t.02.csv.zstd:0] [2024/05/06 17:56:42.026 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=122] [key=t.02.csv.zstd:0] [readDur=748.922µs] [encodeDur=443.627µs] [deliverDur=14.11µs] [checksum="{cksum=6510788178300023669,size=66,kvs=2}"] [takeTime=1.481188ms] [] [2024/05/06 17:56:42.026 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/7/dbc9135c-0d8b-582b-8c22-5316c1b4dadf.sst/d3f803e3-a9c1-4eeb-b040-e43fd8c14475.sst] [firstKey=74800000000000007A5F728000000000000003] [lastKey=74800000000000007A5F728000000000000004] [2024/05/06 17:56:42.026 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=24.96314ms] [] [2024/05/06 17:56:42.027 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 17:56:42.027 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 17:56:42.027 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/06 17:56:42.028 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [takeTime=1.712729ms] [] [2024/05/06 17:56:42.029 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [retryCnt=0] [2024/05/06 17:56:42.033 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:42.034 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] ["region ranges"=1] [count=4] [size=132] [2024/05/06 17:56:42.035 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:42.035 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/06 17:56:42.035 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF7A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7A5F728000000000FF0000050000000000FA] [retry=0] [2024/05/06 17:56:42.035 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF7A5F728000000000FF0000010000000000FA] [end=7480000000000000FF7A5F728000000000FF0000050000000000FA] [2024/05/06 17:56:42.035 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF7A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7A5F728000000000FF0000050000000000FA] [regions=1] [2024/05/06 17:56:42.036 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=575.175µs] [2024/05/06 17:56:42.036 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [takeTime=1.468849ms] [] [2024/05/06 17:56:42.049 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [size=132] [kvs=4] [importedSize=132] [importedCount=4] [2024/05/06 17:56:42.051 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [retryCnt=0] [takeTime=22.079637ms] [] [2024/05/06 17:56:42.051 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/06 17:56:42.052 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [takeTime=903.312µs] [] [2024/05/06 17:56:42.052 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 17:56:42.052 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 17:56:42.053 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [takeTime=1.279258ms] [] [2024/05/06 17:56:42.053 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [retryCnt=0] [2024/05/06 17:56:42.053 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 17:56:42.053 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [retryCnt=0] [takeTime=41.792µs] [] [2024/05/06 17:56:42.053 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 17:56:42.054 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [takeTime=728.621µs] [] [2024/05/06 17:56:42.058 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574181804441608] [req-type=Get] [region="{ region id: 14, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 19, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:42.364 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=7] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:56:42.365 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=7] [task-type=ImportInto] [num=1] [2024/05/06 17:56:42.366 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/05/06 17:56:42.368 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:42.369 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:42.369 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822781644284070] [2024/05/06 17:56:42.369 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:42.369 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:42.370 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:42.370 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:42.370 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:42.388 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:42.388 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:42.388 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:42.388 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:42.388 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:42.388 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:42.388 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:42.388 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:42.388 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:42.388 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:42.403 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":24}}"] [2024/05/06 17:56:42.404 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:42.404 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=7] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 17:56:42.404 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:42.416 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=7] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:56:42.416 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:42.681 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 17:56:42.683 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:42.683 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:42.683 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:42.683 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:42.683 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:42.683 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:42.683 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:42.683 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:42.683 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:42.683 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:42.684 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:42.684 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:42.684 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:42.684 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=7] [error="context canceled"] [2024/05/06 17:56:42.684 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=7] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=718.767152ms] [] [2024/05/06 17:56:42.990 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=7] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:42.991 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=7] [step=post-process] [2024/05/06 17:56:43.005 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 17:56:43.005 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 17:56:43.005 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 17:56:43.005 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=1.987µs] [] [2024/05/06 17:56:43.005 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=11508402849382241477,size=132,kvs=4}"] [2024/05/06 17:56:43.006 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/05/06 17:56:43.006 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/05/06 17:56:43.008 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=11508402849382241477,size=132,kvs=4}"] [2024/05/06 17:56:43.008 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=3.068996ms] [] [2024/05/06 17:56:43.008 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=3.20514ms] [] [2024/05/06 17:56:43.363 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=7] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:43.364 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=7] [task-type=ImportInto] [num=1] [2024/05/06 17:56:43.365 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:43.366 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=7] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 17:56:43.366 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:43.377 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=7] [step=done] [state=running] [] [2024/05/06 17:56:43.379 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=7] [2024/05/06 17:56:43.386 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:43.463 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.9753462539999997\n# Parse_time: 0.000110383\n# Compile_time: 0.000440472\n# Rewrite_time: 0.000091017\n# Optimize_time: 0.000197543\n# Wait_TS: 0.000308978\n# DB: zstd\n# Is_internal: false\n# Digest: 224cbd7bc4c5e4c15b75463317df9f8aff0269f709c2192f128e50cf21d1a758\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My45N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My45N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse zstd;\nIMPORT INTO `zstd`.`t` FROM 'gs://zstd/t.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 17:56:43.467 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ecc81e05-8795-4218-9cea-a4a188bbb801"] [2024/05/06 17:56:43.467 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ecc81e05-8795-4218-9cea-a4a188bbb801"] [2024/05/06 17:56:43.469 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ecc81e05-8795-4218-9cea-a4a188bbb801"] [] [2024/05/06 17:56:43.470 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 17:56:43.470 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=15.307µs] [2024/05/06 17:56:43.470 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=20.61µs] [2024/05/06 17:56:43.470 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=13.809µs] [2024/05/06 17:56:43.470 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=12.079µs] [2024/05/06 17:56:43.470 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=10.384µs] [2024/05/06 17:56:43.470 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=23.662µs] [2024/05/06 17:56:43.470 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=15.826µs] [2024/05/06 17:56:43.470 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=15.001µs] [2024/05/06 17:56:43.470 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=13.609µs] [2024/05/06 17:56:43.470 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=10.853µs] [2024/05/06 17:56:43.470 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 17:56:43.470 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=4.76µs] [2024/05/06 17:56:43.471 +08:00] [INFO] [delete_range.go:150] ["closing delRange"] [category=ddl] [2024/05/06 17:56:43.471 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 17:56:43.479 +08:00] [INFO] [ddl.go:872] ["DDL closed"] [category=ddl] [ID=ecc81e05-8795-4218-9cea-a4a188bbb801] ["take time"=11.552371ms] [2024/05/06 17:56:43.479 +08:00] [INFO] [ddl.go:698] ["stop DDL"] [category=ddl] [ID=ecc81e05-8795-4218-9cea-a4a188bbb801] [2024/05/06 17:56:43.481 +08:00] [INFO] [domain.go:1005] ["stopping ttlJobManager"] [2024/05/06 17:56:43.481 +08:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 17:56:43.481 +08:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/2d3fd997-7367-4513-a6b1-ae367cdefcbe] [watcherID=126dbb51-035b-4f7f-8523-a45bbdfa8c8d] [2024/05/06 17:56:43.481 +08:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/2d3fd997-7367-4513-a6b1-ae367cdefcbe] [2024/05/06 17:56:43.481 +08:00] [INFO] [task_manager.go:193] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 17:56:43.481 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 17:56:43.481 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 17:56:43.481 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 17:56:43.481 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 17:56:43.482 +08:00] [INFO] [task_manager.go:193] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 17:56:43.482 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 17:56:43.482 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 17:56:43.482 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 17:56:43.482 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 17:56:43.483 +08:00] [INFO] [job_manager.go:173] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 17:56:43.484 +08:00] [INFO] [domain.go:1016] ["ttlJobManager exited."] [2024/05/06 17:56:43.484 +08:00] [INFO] [domain.go:2816] ["releaseServerID succeed"] [serverID=1524] [2024/05/06 17:56:43.484 +08:00] [INFO] [domain.go:886] ["loadSchemaInLoop exited."] [2024/05/06 17:56:43.484 +08:00] [INFO] [domain.go:2880] ["serverIDKeeper exited."] [2024/05/06 17:56:43.484 +08:00] [INFO] [domain.go:1852] ["globalBindHandleWorkerLoop exited."] [2024/05/06 17:56:43.484 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 17:56:43.484 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 17:56:43.484 +08:00] [INFO] [domain.go:1716] ["LoadSysVarCacheLoop exited."] [2024/05/06 17:56:43.484 +08:00] [INFO] [domain.go:2500] ["autoAnalyzeWorker exited."] [2024/05/06 17:56:43.484 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 17:56:43.484 +08:00] [INFO] [domain.go:719] ["globalConfigSyncerKeeper exited."] [2024/05/06 17:56:43.484 +08:00] [INFO] [domain.go:2082] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 17:56:43.485 +08:00] [INFO] [plan_replayer.go:417] ["planReplayerTaskDumpWorker exited."] [2024/05/06 17:56:43.485 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 17:56:43.485 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 17:56:43.485 +08:00] [INFO] [domain.go:2363] ["loadStatsWorker exited."] [2024/05/06 17:56:43.485 +08:00] [INFO] [domain.go:2421] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 17:56:43.485 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 17:56:43.485 +08:00] [INFO] [domain.go:2116] ["dumpFileGcChecker exited."] [2024/05/06 17:56:43.485 +08:00] [INFO] [domain.go:2062] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 17:56:43.485 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 17:56:43.485 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 17:56:43.485 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 17:56:43.485 +08:00] [INFO] [domain.go:2147] ["HistoricalStatsWorker exited."] [2024/05/06 17:56:43.485 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 17:56:43.485 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 17:56:43.485 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 17:56:43.485 +08:00] [INFO] [domain.go:693] ["infoSyncerKeeper exited."] [2024/05/06 17:56:43.485 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 17:56:43.485 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager ecc81e05-8795-4218-9cea-a4a188bbb801 watch owner key /tidb/stats/owner/6f188f4d53581673"] [2024/05/06 17:56:43.485 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 17:56:43.485 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 17:56:43.484 +08:00] [INFO] [domain.go:743] ["topologySyncerKeeper exited."] [2024/05/06 17:56:43.485 +08:00] [INFO] [manager.go:302] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8c4d5302-b6a8-4b2f-aa88-3ae7b72d42ca"] [error="lost watcher waiting for delete"] [2024/05/06 17:56:43.485 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager ecc81e05-8795-4218-9cea-a4a188bbb801"] [2024/05/06 17:56:43.485 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 17:56:43.484 +08:00] [INFO] [domain.go:1521] ["stopping dist task dispatcher manager because the current node is not DDL owner anymore"] [id=ecc81e05-8795-4218-9cea-a4a188bbb801] [2024/05/06 17:56:43.485 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 17:56:43.485 +08:00] [INFO] [dispatcher_manager.go:162] ["dispatch task loop exits"] [error="context canceled"] [interval=3000] [2024/05/06 17:56:43.485 +08:00] [INFO] [domain.go:2521] ["gcAnalyzeHistory exited."] [2024/05/06 17:56:43.485 +08:00] [INFO] [dispatcher_manager.go:299] ["cleanUp loop exits"] [error="context canceled"] [2024/05/06 17:56:43.485 +08:00] [INFO] [dispatcher.go:165] ["schedule task exits"] [task-id=7] [task-type=ImportInto] [error="context canceled"] [2024/05/06 17:56:43.484 +08:00] [INFO] [domain.go:1666] ["loadPrivilegeInLoop exited."] [2024/05/06 17:56:43.484 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 17:56:43.485 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 17:56:43.485 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=7] [2024/05/06 17:56:43.485 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 17:56:43.485 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 17:56:43.485 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ecc81e05-8795-4218-9cea-a4a188bbb801"] [2024/05/06 17:56:43.485 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 17:56:43.485 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 17:56:43.485 +08:00] [INFO] [dispatcher_manager.go:249] ["subtask history table gc loop exits"] [error="context canceled"] [2024/05/06 17:56:43.486 +08:00] [ERROR] [advancer.go:398] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:398"] [2024/05/06 17:56:43.485 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=gcAnalyzeHistory] [2024/05/06 17:56:43.485 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ecc81e05-8795-4218-9cea-a4a188bbb801"] [2024/05/06 17:56:43.486 +08:00] [INFO] [advancer.go:401] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 17:56:43.486 +08:00] [INFO] [domain.go:1523] ["dist task dispatcher manager stopped"] [id=ecc81e05-8795-4218-9cea-a4a188bbb801] [2024/05/06 17:56:43.486 +08:00] [INFO] [domain.go:1501] ["stopping dist task scheduler manager"] [2024/05/06 17:56:43.486 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=7] [error="context canceled"] [2024/05/06 17:56:43.486 +08:00] [INFO] [manager.go:151] ["fetchAndHandleRunnableTasksLoop done"] [2024/05/06 17:56:43.486 +08:00] [INFO] [manager.go:296] [cancelAllRunningTasks] [task-id=7] [2024/05/06 17:56:43.486 +08:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [2024/05/06 17:56:43.486 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ecc81e05-8795-4218-9cea-a4a188bbb801"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 17:56:43.486 +08:00] [INFO] [manager.go:173] ["fetchAndFastCancelTasksLoop done"] [2024/05/06 17:56:43.487 +08:00] [INFO] [domain.go:665] ["topNSlowQueryLoop exited."] [2024/05/06 17:56:43.487 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=8c4d5302-b6a8-4b2f-aa88-3ae7b72d42ca] [daemon-id=LogBackup::Advancer] [2024/05/06 17:56:43.487 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 17:56:43.487 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 17:56:43.487 +08:00] [INFO] [manager.go:302] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8c4d5302-b6a8-4b2f-aa88-3ae7b72d42ca"] [error="context canceled"] [2024/05/06 17:56:43.487 +08:00] [INFO] [domain.go:1340] ["closestReplicaReadCheckLoop exited."] [2024/05/06 17:56:43.487 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 17:56:43.487 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8c4d5302-b6a8-4b2f-aa88-3ae7b72d42ca"] [2024/05/06 17:56:43.549 +08:00] [INFO] [domain.go:2423] ["updateStatsWorker ready to release owner"] [2024/05/06 17:56:43.549 +08:00] [INFO] [manager.go:302] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager ecc81e05-8795-4218-9cea-a4a188bbb801"] [error="context canceled"] [2024/05/06 17:56:43.549 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager ecc81e05-8795-4218-9cea-a4a188bbb801"] [2024/05/06 17:56:43.549 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager ecc81e05-8795-4218-9cea-a4a188bbb801"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 17:56:43.626 +08:00] [INFO] [scheduler.go:223] ["scheduler runSubtask loop exit"] [task-id=7] [2024/05/06 17:56:43.626 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=7] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=635.607453ms] [] [2024/05/06 17:56:43.626 +08:00] [INFO] [manager.go:352] ["onRunnableTask exit for cancel"] [task-id=7] [type=ImportInto] [2024/05/06 17:56:43.626 +08:00] [INFO] [domain.go:1503] ["dist task scheduler manager stopped"] [2024/05/06 17:56:43.626 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 17:56:44.719 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ecc81e05-8795-4218-9cea-a4a188bbb801"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 17:56:44.719 +08:00] [INFO] [domain.go:1895] ["handleEvolvePlanTasksLoop exited."] [2024/05/06 17:56:44.719 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=handleEvolvePlanTasksLoop] [2024/05/06 17:56:44.757 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8c4d5302-b6a8-4b2f-aa88-3ae7b72d42ca"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 17:56:44.815 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager ecc81e05-8795-4218-9cea-a4a188bbb801"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 17:56:44.815 +08:00] [INFO] [domain.go:2429] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 17:56:44.815 +08:00] [INFO] [domain.go:2454] ["updateStatsWorker exited."] [2024/05/06 17:56:44.815 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 17:56:44.821 +08:00] [INFO] [domain.go:1053] ["domain closed"] ["take time"=1.353688673s] [2024/05/06 17:56:44.822 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:44.822 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:44.822 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:44.822 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:44.822 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:44.822 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:44.822 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:44.822 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:44.822 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:44.822 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:44.822 +08:00] [INFO] [pd.go:231] ["closed pd http client"] --- PASS: TestLoadRemote (48.59s) --- PASS: TestLoadRemote/TestGzipAndMixedCompression (12.55s) --- PASS: TestLoadRemote/TestImportFromServer (15.17s) --- PASS: TestLoadRemote/TestSnappy (7.55s) --- PASS: TestLoadRemote/TestZStd (4.34s) PASS GCov does not exist at the given path: '' May 06, 2024 5:56:48 PM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 5:56:48 PM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 5:56:48 PM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 5:56:48 PM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 5:56:48 PM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest3:importintotest3_test up-to-date: bazel-bin/tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test INFO: Elapsed time: 93.901s, Critical Path: 75.85s INFO: 1451 processes: 1429 remote cache hit, 20 internal, 2 linux-sandbox. INFO: Build completed successfully, 1451 total actions Test cases: finished with 5 passing and 0 failing out of 5 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/imdbload.test: ok! 63 test cases passed, take time 4.772711057 s time="2024-05-06T17:56:52+08:00" level=info msg="run test [imdbload] ok" time="2024-05-06T17:56:52+08:00" level=warning msg="Create new db index_join" time="2024-05-06T17:56:52+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/index_join.test: ok! 22 test cases passed, take time 0.166077648 s time="2024-05-06T17:56:53+08:00" level=info msg="run test [index_join] ok" time="2024-05-06T17:56:53+08:00" level=warning msg="Create new db index_merge" time="2024-05-06T17:56:53+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/index_merge.test: ok! 145 test cases passed, take time 0.469431444 s time="2024-05-06T17:56:53+08:00" level=info msg="run test [index_merge] ok" time="2024-05-06T17:56:53+08:00" level=warning msg="Create new db infoschema__cluster_tables" time="2024-05-06T17:56:53+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/infoschema/cluster_tables.test: ok! 9 test cases passed, take time 0.030772202 s time="2024-05-06T17:56:53+08:00" level=info msg="run test [infoschema/cluster_tables] ok" time="2024-05-06T17:56:53+08:00" level=warning msg="Create new db infoschema__infoschema" time="2024-05-06T17:56:53+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/infoschema/infoschema.test: ok! 18 test cases passed, take time 0.558636484 s time="2024-05-06T17:56:54+08:00" level=info msg="run test [infoschema/infoschema] ok" time="2024-05-06T17:56:54+08:00" level=warning msg="Create new db infoschema__tables" time="2024-05-06T17:56:54+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:56:54+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:56:54+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:56:54+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/infoschema/tables.test: ok! 109 test cases passed, take time 0.39912565 s time="2024-05-06T17:56:54+08:00" level=info msg="run test [infoschema/tables] ok" time="2024-05-06T17:56:54+08:00" level=warning msg="Create new db naaj" time="2024-05-06T17:56:54+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/naaj.test: ok! 134 test cases passed, take time 0.156492958 s time="2024-05-06T17:56:54+08:00" level=info msg="run test [naaj] ok" time="2024-05-06T17:56:54+08:00" level=warning msg="Create new db new_character_set" time="2024-05-06T17:56:54+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/new_character_set.test: ok! 61 test cases passed, take time 0.174522293 s time="2024-05-06T17:56:54+08:00" level=info msg="run test [new_character_set] ok" time="2024-05-06T17:56:54+08:00" level=warning msg="Create new db new_character_set_builtin" time="2024-05-06T17:56:54+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/new_character_set_builtin.test: ok! 217 test cases passed, take time 0.536283344 s time="2024-05-06T17:56:55+08:00" level=info msg="run test [new_character_set_builtin] ok" time="2024-05-06T17:56:55+08:00" level=warning msg="Create new db new_character_set_invalid" time="2024-05-06T17:56:55+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/new_character_set_invalid.test: ok! 28 test cases passed, take time 0.128816556 s time="2024-05-06T17:56:55+08:00" level=info msg="run test [new_character_set_invalid] ok" time="2024-05-06T17:56:55+08:00" level=warning msg="Create new db planner__cardinality__selectivity" time="2024-05-06T17:56:55+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/cardinality/selectivity.test: ok! 683 test cases passed, take time 0.847326728 s time="2024-05-06T17:56:56+08:00" level=info msg="run test [planner/cardinality/selectivity] ok" time="2024-05-06T17:56:56+08:00" level=warning msg="Create new db planner__cardinality__trace" time="2024-05-06T17:56:56+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/cardinality/trace.test: ok! 5 test cases passed, take time 0.066444252 s time="2024-05-06T17:56:56+08:00" level=info msg="run test [planner/cardinality/trace] ok" time="2024-05-06T17:56:56+08:00" level=warning msg="Create new db planner__cascades__integration" time="2024-05-06T17:56:56+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/cascades/integration.test: ok! 233 test cases passed, take time 0.426004487 s time="2024-05-06T17:56:57+08:00" level=info msg="run test [planner/cascades/integration] ok" time="2024-05-06T17:56:57+08:00" level=warning msg="Create new db planner__core__casetest__expression_rewriter" time="2024-05-06T17:56:57+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/casetest/expression_rewriter.test: ok! 23 test cases passed, take time 0.086383623 s time="2024-05-06T17:56:57+08:00" level=info msg="run test [planner/core/casetest/expression_rewriter] ok" time="2024-05-06T17:56:57+08:00" level=warning msg="Create new db planner__core__casetest__hint__hint" time="2024-05-06T17:56:57+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/casetest/hint/hint.test: ok! 182 test cases passed, take time 1.026595928 s time="2024-05-06T17:56:58+08:00" level=info msg="run test [planner/core/casetest/hint/hint] ok" time="2024-05-06T17:56:58+08:00" level=warning msg="Create new db planner__core__casetest__integration" time="2024-05-06T17:56:58+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/casetest/integration.test: ok! 416 test cases passed, take time 1.4596606030000001 s time="2024-05-06T17:56:59+08:00" level=info msg="run test [planner/core/casetest/integration] ok" time="2024-05-06T17:56:59+08:00" level=warning msg="Create new db planner__core__casetest__partition__integration_partition" time="2024-05-06T17:56:59+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/casetest/partition/integration_partition.test: ok! 138 test cases passed, take time 0.600012063 s time="2024-05-06T17:57:00+08:00" level=info msg="run test [planner/core/casetest/partition/integration_partition] ok" time="2024-05-06T17:57:00+08:00" level=warning msg="Create new db planner__core__casetest__partition__partition_pruner" time="2024-05-06T17:57:00+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/casetest/partition/partition_pruner.test: ok! 275 test cases passed, take time 0.712229192 s time="2024-05-06T17:57:01+08:00" level=info msg="run test [planner/core/casetest/partition/partition_pruner] ok" time="2024-05-06T17:57:01+08:00" level=warning msg="Create new db planner__core__casetest__point_get_plan" time="2024-05-06T17:57:01+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/casetest/point_get_plan.test: ok! 52 test cases passed, take time 0.089708041 s time="2024-05-06T17:57:01+08:00" level=info msg="run test [planner/core/casetest/point_get_plan] ok" time="2024-05-06T17:57:01+08:00" level=warning msg="Create new db planner__core__casetest__predicate_simplification" time="2024-05-06T17:57:01+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/casetest/predicate_simplification.test: ok! 29 test cases passed, take time 0.056669728 s time="2024-05-06T17:57:01+08:00" level=info msg="run test [planner/core/casetest/predicate_simplification] ok" time="2024-05-06T17:57:01+08:00" level=warning msg="Create new db planner__core__casetest__pushdown__push_down" time="2024-05-06T17:57:01+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/casetest/pushdown/push_down.test: ok! 35 test cases passed, take time 0.095610834 s time="2024-05-06T17:57:01+08:00" level=info msg="run test [planner/core/casetest/pushdown/push_down] ok" time="2024-05-06T17:57:01+08:00" level=warning msg="Create new db planner__core__casetest__rule__rule_derive_topn_from_window" time="2024-05-06T17:57:01+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/casetest/rule/rule_derive_topn_from_window.test: ok! 73 test cases passed, take time 0.230825083 s time="2024-05-06T17:57:01+08:00" level=info msg="run test [planner/core/casetest/rule/rule_derive_topn_from_window] ok" time="2024-05-06T17:57:01+08:00" level=warning msg="Create new db planner__core__casetest__rule__rule_join_reorder" time="2024-05-06T17:57:01+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,453 / 1,454] 1 / 1 tests; Testing //tests/realtikvtest/importintotest4:importintotest4_test; 65s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest4:importintotest4_test: ==================== Test output for //tests/realtikvtest/importintotest4:importintotest4_test: === RUN TestLoadRemote [2024/05/06 17:55:57.213 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:55:57.213 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:55:57.213 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:55:57.214 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:55:57.214 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:55:57.215 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:55:57.215 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:55:57.217 +08:00] [INFO] [tikv_driver.go:200] ["using API V1."] [2024/05/06 17:55:57.221 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 17:55:57.221 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=5] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 17:55:57.222 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 17:55:57.245 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 17:55:57.245 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 17:55:57.251 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 17:55:57.251 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 17:55:57.262 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 17:55:57.278 +08:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822805013623651] ["ddl lease"=500ms] ["stats lease"=3s] ["index usage sync lease"=0s] [2024/05/06 17:55:57.304 +08:00] [WARN] [info.go:302] ["init TiFlashReplicaManager"] ["pd addrs"="[127.0.0.1:2382,127.0.0.1:2379,127.0.0.1:2384]"] [2024/05/06 17:55:57.344 +08:00] [INFO] [domain.go:2795] [acquireServerID] [serverID=1776] ["lease id"=22318f4d53603902] [2024/05/06 17:55:57.347 +08:00] [INFO] [controller.go:172] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 17:55:57.353 +08:00] [WARN] [domain.go:240] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:322\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:238\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:588\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1239\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:93\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:69\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3584\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3576\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3526\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3311\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3277\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:121\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:96\ntests/realtikvtest/importintotest4/importintotest4_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest4/main_test.go:63\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:154\ntests/realtikvtest/importintotest4/importintotest4_test.TestLoadRemote\n\ttests/realtikvtest/importintotest4/main_test.go:49\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 17:55:57.366 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=13.234812ms] [2024/05/06 17:55:57.367 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/06 17:55:57.367 +08:00] [INFO] [ddl.go:743] ["start DDL"] [category=ddl] [ID=7cb1e417-9bc2-486a-ad3a-f8fbecc19ae4] [runWorker=true] [2024/05/06 17:55:57.367 +08:00] [INFO] [ddl.go:706] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 17:55:57.370 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 17:55:57.371 +08:00] [WARN] [env.go:53] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 17:55:57.371 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 17:55:57.371 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 17:55:57.371 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 17:55:57.371 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 17:55:57.371 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 17:55:57.371 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 17:55:57.371 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 17:55:57.371 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 17:55:57.371 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 17:55:57.371 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 17:55:57.372 +08:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 17:55:57.372 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 17:55:57.373 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7cb1e417-9bc2-486a-ad3a-f8fbecc19ae4"] ["owner key"=/tidb/ddl/fg/owner/22318f4d53603906] [ownerID=7cb1e417-9bc2-486a-ad3a-f8fbecc19ae4] [op=none] [2024/05/06 17:55:57.375 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 17:55:57.375 +08:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=4df94bbd-381f-44e1-8b61-99e89569867e] [daemon-id=LogBackup::Advancer] [2024/05/06 17:55:57.376 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4df94bbd-381f-44e1-8b61-99e89569867e"] ["owner key"=/tidb/br-stream/owner/3eaa8f4d536422d9] [ownerID=4df94bbd-381f-44e1-8b61-99e89569867e] [op=none] [2024/05/06 17:55:57.380 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 17:55:57.399 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:55:57.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:57.399 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:55:57.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 17:55:57.423 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 17:55:57.424 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7cb1e417-9bc2-486a-ad3a-f8fbecc19ae4"] ["owner key"=/tidb/ddl/fg/owner/22318f4d53603906] [ownerID=7cb1e417-9bc2-486a-ad3a-f8fbecc19ae4] [op=none] [2024/05/06 17:55:57.424 +08:00] [INFO] [manager.go:404] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7cb1e417-9bc2-486a-ad3a-f8fbecc19ae4"] [op=none] [2024/05/06 17:55:57.424 +08:00] [INFO] [job_table.go:331] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 17:55:57.445 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.477 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=14.619377ms] [2024/05/06 17:55:57.480 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/06 17:55:57.484 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:57.484 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=3] [version=1] [2024/05/06 17:55:57.513 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.229311ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:55:57.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.532 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.544 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 17:55:57.544 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:57.547 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 17:55:57.551 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 17:55:57.581 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:57.581 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 17:55:57.607 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.682 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.225288ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [2024/05/06 17:55:57.687 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:57.687 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=5] [version=2] [2024/05/06 17:55:57.726 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.729209ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.757 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.789 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 17:55:57.790 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:57.793 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 17:55:57.808 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.767 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:57.808 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.767 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 17:55:57.825 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.767 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.847 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.29523ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [2024/05/06 17:55:57.851 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:57.851 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=7] [version=3] [2024/05/06 17:55:57.895 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.830518ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.767 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.912 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.767 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.926 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 17:55:57.926 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:57.929 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 17:55:57.944 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.917 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:57.944 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.917 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 17:55:57.960 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.917 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.981 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.044481ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [2024/05/06 17:55:57.985 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:57.985 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=9] [version=4] [2024/05/06 17:55:58.029 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=52.864508ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.917 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.046 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.917 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.058 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 17:55:58.059 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:58.062 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 17:55:58.083 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.067 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:58.083 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.067 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 17:55:58.102 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.067 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.143 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.178262ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [2024/05/06 17:55:58.147 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:58.147 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=11] [version=5] [2024/05/06 17:55:58.190 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=54.277799ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.067 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.209 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.067 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.229 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 17:55:58.229 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:58.232 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 17:55:58.249 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.218 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:58.249 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.218 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 17:55:58.265 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.218 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.291 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=2.88159ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [2024/05/06 17:55:58.295 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:58.295 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=13] [version=6] [2024/05/06 17:55:58.339 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.470093ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.218 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.356 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.218 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.371 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 17:55:58.371 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:58.372 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 17:55:58.372 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 17:55:58.376 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 17:55:58.393 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:58.393 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 17:55:58.408 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.434 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=2.664124ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [2024/05/06 17:55:58.438 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:58.438 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=15] [version=7] [2024/05/06 17:55:58.481 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.012859ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.498 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.513 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 17:55:58.513 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:58.516 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 17:55:58.531 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:58.531 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 17:55:58.554 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.577 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.50097ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [2024/05/06 17:55:58.582 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:58.582 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=17] [version=8] [2024/05/06 17:55:58.624 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.496638ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.644 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.656 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 17:55:58.656 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:58.659 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 17:55:58.674 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.618 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:58.674 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.618 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 17:55:58.697 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.618 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.717 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.08882ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [2024/05/06 17:55:58.721 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:58.721 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=19] [version=9] [2024/05/06 17:55:58.766 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.22191ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.618 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.781 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.618 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.794 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 17:55:58.794 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:58.797 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 17:55:58.812 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.767 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:58.812 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.767 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 17:55:58.828 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.767 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.852 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.411897ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [2024/05/06 17:55:58.856 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:58.856 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=21] [version=10] [2024/05/06 17:55:58.900 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.153285ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.767 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.916 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.767 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.930 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 17:55:58.930 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:58.933 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 17:55:58.948 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.917 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:58.948 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.917 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 17:55:58.968 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.917 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.992 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.426302ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [2024/05/06 17:55:58.996 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:58.996 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=23] [version=11] [2024/05/06 17:55:59.040 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=54.222658ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.917 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.056 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.917 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.069 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 17:55:59.069 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:59.072 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 17:55:59.072 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [2024/05/06 17:55:59.087 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.068 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:59.087 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.068 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 17:55:59.103 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.068 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.132 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.172729ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [2024/05/06 17:55:59.136 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:59.136 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=25] [version=12] [2024/05/06 17:55:59.179 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.255526ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.068 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.200 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.068 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.217 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 17:55:59.217 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:59.220 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 17:55:59.237 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.217 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:59.237 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.217 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 17:55:59.254 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.217 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.284 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=2.625365ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [2024/05/06 17:55:59.288 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:59.288 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=27] [version=13] [2024/05/06 17:55:59.331 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=52.839178ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.217 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.349 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.217 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.364 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 17:55:59.364 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:59.371 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 17:55:59.371 +08:00] [INFO] [info.go:1182] [SetTiFlashGroupConfig] [2024/05/06 17:55:59.372 +08:00] [WARN] [info.go:504] ["response not 200"] [method=GET] [hosts=127.0.0.1:2382] [url=http://127.0.0.1:2382/pd/api/v1/config/rule_group/tiflash] ["http status"=404] ["address order"=0] [2024/05/06 17:55:59.372 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 17:55:59.372 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 17:55:59.388 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:59.388 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 17:55:59.407 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.430 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.593328ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [2024/05/06 17:55:59.435 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:59.435 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=29] [version=14] [2024/05/06 17:55:59.478 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.574456ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.495 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.509 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 17:55:59.510 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:59.512 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 17:55:59.528 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:59.528 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 17:55:59.549 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.573 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.318758ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [2024/05/06 17:55:59.578 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:59.578 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=31] [version=15] [2024/05/06 17:55:59.622 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.640649ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.646 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.659 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 17:55:59.660 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:59.662 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 17:55:59.677 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.667 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:59.677 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.667 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 17:55:59.701 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.667 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.723 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.375184ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [2024/05/06 17:55:59.727 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:59.728 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=33] [version=16] [2024/05/06 17:55:59.771 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.421624ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.667 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.794 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.667 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.811 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 17:55:59.811 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:59.814 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 17:55:59.830 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.817 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:59.830 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.817 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 17:55:59.849 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.817 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.872 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.323101ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [2024/05/06 17:55:59.876 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:59.876 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=35] [version=17] [2024/05/06 17:55:59.919 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.233598ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.817 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.944 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.817 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.958 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 17:55:59.958 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:59.961 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 17:55:59.975 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.917 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:59.975 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.917 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 17:55:59.998 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.917 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.021 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.28575ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [2024/05/06 17:56:00.025 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.025 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=37] [version=18] [2024/05/06 17:56:00.070 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.887493ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.917 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.094 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.917 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.107 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 17:56:00.107 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.110 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 17:56:00.126 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.067 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.126 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.067 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 17:56:00.149 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.067 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.177 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.164145ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [2024/05/06 17:56:00.181 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.181 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=39] [version=19] [2024/05/06 17:56:00.224 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=52.966941ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.067 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.251 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.067 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.267 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 17:56:00.267 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.278 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 17:56:00.292 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.267 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.292 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.267 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 17:56:00.308 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.267 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.332 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.302367ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [2024/05/06 17:56:00.336 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.336 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=41] [version=20] [2024/05/06 17:56:00.373 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 17:56:00.373 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 17:56:00.379 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=52.897421ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.267 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.396 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.267 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.409 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 17:56:00.409 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.412 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 17:56:00.426 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.417 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.426 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.417 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 17:56:00.451 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.417 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.473 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.115815ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [2024/05/06 17:56:00.477 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.477 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=43] [version=21] [2024/05/06 17:56:00.520 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=53.07815ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.417 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.543 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.417 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.556 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 17:56:00.556 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.559 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 17:56:00.572 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.572 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 17:56:00.587 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.606 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=1.64412ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [2024/05/06 17:56:00.610 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.610 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=45] [version=22] [2024/05/06 17:56:00.655 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.140534ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.671 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.686 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 17:56:00.686 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.690 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 17:56:00.707 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.667 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.707 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.667 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 17:56:00.723 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.667 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.751 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=2.863385ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [2024/05/06 17:56:00.755 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.755 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=47] [version=23] [2024/05/06 17:56:00.798 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.620343ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.667 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.819 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.667 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.834 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 17:56:00.834 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.837 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.schema_index_usage (\n\t\tTABLE_ID bigint(64),\n\t\tINDEX_ID bigint(21),\n\t\tQUERY_COUNT bigint(64),\n\t\tROWS_SELECTED bigint(64),\n\t\tLAST_USED_AT timestamp,\n\t\tPRIMARY KEY(TABLE_ID, INDEX_ID)\n\t);"] [user=] [2024/05/06 17:56:00.853 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.817 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.853 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.817 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.schema_index_usage (\n\t\tTABLE_ID bigint(64),\n\t\tINDEX_ID bigint(21),\n\t\tQUERY_COUNT bigint(64),\n\t\tROWS_SELECTED bigint(64),\n\t\tLAST_USED_AT timestamp,\n\t\tPRIMARY KEY(TABLE_ID, INDEX_ID)\n\t);"] [2024/05/06 17:56:00.869 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.817 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.892 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.421017ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [2024/05/06 17:56:00.897 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.897 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=49] [version=24] [2024/05/06 17:56:00.941 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=54.278861ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.817 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.958 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.817 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.971 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 17:56:00.971 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.974 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 17:56:00.988 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.967 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.988 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.967 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 17:56:01.009 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.967 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.031 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.295169ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [2024/05/06 17:56:01.035 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:01.035 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=51] [version=25] [2024/05/06 17:56:01.079 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=52.924212ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.967 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.096 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.967 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.109 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 17:56:01.110 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:01.112 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 17:56:01.132 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.117 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 17:56:01.132 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.117 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:01.153 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.117 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.176 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.288288ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [2024/05/06 17:56:01.180 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:01.180 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=53] [version=26] [2024/05/06 17:56:01.224 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.401551ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.117 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.244 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.117 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.257 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 17:56:01.257 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:01.260 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 17:56:01.275 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.218 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:01.275 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.218 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 17:56:01.299 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.218 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.321 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.097508ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [2024/05/06 17:56:01.325 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:01.325 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=55] [version=27] [2024/05/06 17:56:01.369 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.840171ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.218 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.372 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 17:56:01.372 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 17:56:01.394 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.218 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.407 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 17:56:01.407 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:01.409 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 17:56:01.424 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:01.424 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 17:56:01.448 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.469 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.072034ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [2024/05/06 17:56:01.473 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:01.473 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=57] [version=28] [2024/05/06 17:56:01.517 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=52.633736ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.543 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.556 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 17:56:01.556 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:01.559 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 17:56:01.577 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:01.577 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 17:56:01.592 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.614 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=2.180307ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [2024/05/06 17:56:01.618 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:01.618 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=59] [version=29] [2024/05/06 17:56:01.662 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.643526ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.678 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.691 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 17:56:01.691 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:01.694 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 17:56:01.694 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [2024/05/06 17:56:01.709 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.667 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 17:56:01.709 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.667 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:01.724 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.667 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.748 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=2.373998ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [2024/05/06 17:56:01.752 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:01.752 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=61] [version=30] [2024/05/06 17:56:01.796 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.74594ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.667 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.812 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.667 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.826 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 17:56:01.826 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:01.829 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 17:56:01.845 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.817 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:01.845 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.817 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 17:56:01.860 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.817 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.884 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=2.438472ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [2024/05/06 17:56:01.888 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:01.888 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=63] [version=31] [2024/05/06 17:56:01.932 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.373862ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.817 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.948 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.817 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.962 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 17:56:01.963 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:01.966 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 17:56:01.981 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.967 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:01.981 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.967 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 17:56:02.004 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.967 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.032 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=2.796161ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [2024/05/06 17:56:02.036 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:02.036 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=65] [version=32] [2024/05/06 17:56:02.080 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=53.758224ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.967 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.098 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.967 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.114 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 17:56:02.114 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:02.118 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 17:56:02.137 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.118 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:02.137 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.118 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 17:56:02.154 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.118 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.186 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=3.352595ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [2024/05/06 17:56:02.190 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:02.190 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=67] [version=33] [2024/05/06 17:56:02.233 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.450687ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.118 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.251 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.118 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.268 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 17:56:02.268 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:02.270 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=33] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 17:56:02.285 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.267 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:02.285 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.267 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 17:56:02.304 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.267 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.324 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=1.786741ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[3]"] [2024/05/06 17:56:02.328 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:02.328 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=69] [version=34] [2024/05/06 17:56:02.372 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.015979ms] [job="ID:69, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.267 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.372 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 17:56:02.372 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 17:56:02.393 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.267 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.405 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 17:56:02.405 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:02.427 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:02.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:02.427 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:02.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT job_id,\n\t\t\tdb_name,\n\t\t\ttable_name,\n\t\t\tquery,\n\t\t\tsession_id,\n\t\t\ttxnstart,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM information_schema.ddl_jobs,\n\t\t\tinformation_schema.cluster_tidb_trx,\n\t\t\tinformation_schema.cluster_processlist\n\t\tWHERE (ddl_jobs.state != 'synced' and ddl_jobs.state != 'cancelled')\n\t\t\tAND Find_in_set(ddl_jobs.table_id, cluster_tidb_trx.related_table_ids)\n\t\t\tAND cluster_tidb_trx.session_id = cluster_processlist.id\n\t);"] [2024/05/06 17:56:02.451 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.478 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=2.568099ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[21]"] [2024/05/06 17:56:02.482 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:02.482 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=71] [version=35] [2024/05/06 17:56:02.525 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.329591ms] [job="ID:71, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:02.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.546 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.562 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 17:56:02.562 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:02.565 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 17:56:02.581 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.567 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:02.581 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.567 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 17:56:02.599 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.567 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.623 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.382338ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [2024/05/06 17:56:02.627 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:02.627 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=73] [version=36] [2024/05/06 17:56:02.671 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=54.001199ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.567 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.695 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.567 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.709 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 17:56:02.709 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:02.712 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 17:56:02.727 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.717 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:02.727 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.717 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 17:56:02.749 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.717 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.770 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.012646ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [2024/05/06 17:56:02.774 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:02.774 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=75] [version=37] [2024/05/06 17:56:02.818 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.330819ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.717 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.845 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.717 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.858 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 17:56:02.858 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:02.861 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 17:56:02.875 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.817 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:02.875 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.817 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 17:56:02.898 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.817 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.922 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=2.209349ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [2024/05/06 17:56:02.927 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:02.927 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=77] [version=38] [2024/05/06 17:56:02.970 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.123961ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.817 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.994 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.817 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.006 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 17:56:03.006 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:03.009 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 17:56:03.028 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.967 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:03.028 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.967 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 17:56:03.050 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.967 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.081 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.406724ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [2024/05/06 17:56:03.086 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:03.086 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=79] [version=39] [2024/05/06 17:56:03.128 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=52.974277ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.967 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.147 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.967 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.165 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 17:56:03.165 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:03.168 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 17:56:03.186 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.167 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:03.186 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.167 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 17:56:03.202 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.167 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.231 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=3.249215ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [2024/05/06 17:56:03.235 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:03.235 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=81] [version=40] [2024/05/06 17:56:03.278 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=52.785855ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.167 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.297 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.167 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.315 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 17:56:03.315 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:03.318 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 17:56:03.337 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.317 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:03.337 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.317 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 17:56:03.357 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.317 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.372 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 17:56:03.372 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 17:56:03.390 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=3.75194ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [2024/05/06 17:56:03.395 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:03.395 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=83] [version=41] [2024/05/06 17:56:03.437 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.384451ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.317 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.455 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.317 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.473 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 17:56:03.473 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:03.476 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 17:56:03.494 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.467 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:03.494 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.467 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 17:56:03.510 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.467 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.544 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.552979ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [2024/05/06 17:56:03.548 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:03.548 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=85] [version=42] [2024/05/06 17:56:03.589 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=54.482105ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.467 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.607 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.467 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.623 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 17:56:03.623 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:03.626 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 17:56:03.643 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.617 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:03.643 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.617 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 17:56:03.659 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.617 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.686 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=2.920732ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [2024/05/06 17:56:03.690 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:03.690 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=87] [version=43] [2024/05/06 17:56:03.733 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=52.830001ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.617 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.749 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.617 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.765 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 17:56:03.765 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:03.769 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.load_data_jobs (\n job_id bigint(64) NOT NULL AUTO_INCREMENT,\n expected_status ENUM('running', 'paused', 'canceled') NOT NULL DEFAULT 'running',\n create_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n start_time TIMESTAMP(6) NULL DEFAULT NULL,\n update_time TIMESTAMP(6) NULL DEFAULT NULL,\n end_time TIMESTAMP(6) NULL DEFAULT NULL,\n data_source TEXT NOT NULL,\n table_schema VARCHAR(64) NOT NULL,\n table_name VARCHAR(64) NOT NULL,\n import_mode VARCHAR(64) NOT NULL,\n create_user VARCHAR(32) NOT NULL,\n progress TEXT DEFAULT NULL,\n result_message TEXT DEFAULT NULL,\n error_message TEXT DEFAULT NULL,\n PRIMARY KEY (job_id),\n KEY (create_time),\n KEY (create_user));"] [user=] [2024/05/06 17:56:03.786 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.767 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:03.786 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.767 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.load_data_jobs (\n job_id bigint(64) NOT NULL AUTO_INCREMENT,\n expected_status ENUM('running', 'paused', 'canceled') NOT NULL DEFAULT 'running',\n create_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n start_time TIMESTAMP(6) NULL DEFAULT NULL,\n update_time TIMESTAMP(6) NULL DEFAULT NULL,\n end_time TIMESTAMP(6) NULL DEFAULT NULL,\n data_source TEXT NOT NULL,\n table_schema VARCHAR(64) NOT NULL,\n table_name VARCHAR(64) NOT NULL,\n import_mode VARCHAR(64) NOT NULL,\n create_user VARCHAR(32) NOT NULL,\n progress TEXT DEFAULT NULL,\n result_message TEXT DEFAULT NULL,\n error_message TEXT DEFAULT NULL,\n PRIMARY KEY (job_id),\n KEY (create_time),\n KEY (create_user));"] [2024/05/06 17:56:03.806 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.767 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.843 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.501935ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [2024/05/06 17:56:03.848 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:03.848 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=89] [version=44] [2024/05/06 17:56:03.891 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=54.211421ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.767 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.910 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.767 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.932 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 17:56:03.932 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:03.935 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 17:56:03.954 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.917 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:03.954 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.917 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 17:56:03.972 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.917 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.004 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.468558ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [2024/05/06 17:56:04.008 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:04.008 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=91] [version=45] [2024/05/06 17:56:04.050 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.2281ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.917 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.068 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.917 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.085 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 17:56:04.086 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:04.089 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 17:56:04.105 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.067 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:04.105 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.067 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 17:56:04.122 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:04.067 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.148 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=2.770407ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [2024/05/06 17:56:04.152 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:04.152 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=93] [version=46] [2024/05/06 17:56:04.195 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=52.93823ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.067 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.212 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:04.067 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.228 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 17:56:04.228 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:04.231 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 17:56:04.247 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.217 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:04.247 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.217 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 17:56:04.263 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:04.217 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.293 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=2.57165ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [2024/05/06 17:56:04.297 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:04.297 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=95] [version=47] [2024/05/06 17:56:04.341 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.388862ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.217 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.357 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:04.217 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.372 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 17:56:04.372 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:04.375 +08:00] [ERROR] [runaway.go:153] ["try to get done runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:153\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 17:56:04.376 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [2024/05/06 17:56:04.377 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 17:56:04.396 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:04.396 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 17:56:04.413 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:04.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.448 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=3.879182ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [2024/05/06 17:56:04.452 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:04.452 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=97] [version=48] [2024/05/06 17:56:04.495 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=54.207639ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.514 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:04.367 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.534 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 17:56:04.534 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:04.537 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 17:56:04.553 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:04.553 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 17:56:04.570 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:04.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.598 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.905395ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [2024/05/06 17:56:04.603 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:04.603 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=99] [version=49] [2024/05/06 17:56:04.646 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.669973ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.664 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:04.517 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.680 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 17:56:04.680 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:04.683 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(100) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n keyspace_id bigint(8) NOT NULL DEFAULT -1);"] [user=] [2024/05/06 17:56:04.697 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.667 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:04.698 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.667 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(100) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n keyspace_id bigint(8) NOT NULL DEFAULT -1);"] [2024/05/06 17:56:04.714 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:04.667 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.741 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=2.128013ms] [gotSchemaVersion=50] [phyTblIDs="[100]"] [actionTypes="[3]"] [2024/05/06 17:56:04.745 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:04.745 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=101] [version=50] [2024/05/06 17:56:04.789 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.376422ms] [job="ID:101, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.667 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.805 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:100, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:04.667 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.818 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 17:56:04.818 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:04.962 +08:00] [INFO] [bootstrap.go:723] ["bootstrap successful"] ["take time"=7.586579465s] [2024/05/06 17:56:04.964 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7cb1e417-9bc2-486a-ad3a-f8fbecc19ae4"] [2024/05/06 17:56:04.964 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7cb1e417-9bc2-486a-ad3a-f8fbecc19ae4"] [2024/05/06 17:56:04.965 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7cb1e417-9bc2-486a-ad3a-f8fbecc19ae4"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 17:56:04.966 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7cb1e417-9bc2-486a-ad3a-f8fbecc19ae4"] [] [2024/05/06 17:56:04.967 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 17:56:04.967 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=7.622µs] [2024/05/06 17:56:04.967 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=6.158µs] [2024/05/06 17:56:04.967 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=3.36µs] [2024/05/06 17:56:04.967 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=4.04µs] [2024/05/06 17:56:04.967 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=4.442µs] [2024/05/06 17:56:04.968 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=4.503µs] [2024/05/06 17:56:04.968 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=3.805µs] [2024/05/06 17:56:04.968 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=3.678µs] [2024/05/06 17:56:04.968 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=4.277µs] [2024/05/06 17:56:04.968 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=3.067µs] [2024/05/06 17:56:04.968 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 17:56:04.968 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=2.795µs] [2024/05/06 17:56:04.968 +08:00] [INFO] [delete_range.go:150] ["closing delRange"] [category=ddl] [2024/05/06 17:56:04.968 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 17:56:04.975 +08:00] [INFO] [ddl.go:872] ["DDL closed"] [category=ddl] [ID=7cb1e417-9bc2-486a-ad3a-f8fbecc19ae4] ["take time"=10.878494ms] [2024/05/06 17:56:04.975 +08:00] [INFO] [ddl.go:698] ["stop DDL"] [category=ddl] [ID=7cb1e417-9bc2-486a-ad3a-f8fbecc19ae4] [2024/05/06 17:56:04.978 +08:00] [INFO] [domain.go:2816] ["releaseServerID succeed"] [serverID=1776] [2024/05/06 17:56:04.978 +08:00] [INFO] [domain.go:719] ["globalConfigSyncerKeeper exited."] [2024/05/06 17:56:04.978 +08:00] [INFO] [domain.go:2880] ["serverIDKeeper exited."] [2024/05/06 17:56:04.978 +08:00] [INFO] [domain.go:693] ["infoSyncerKeeper exited."] [2024/05/06 17:56:04.978 +08:00] [INFO] [domain.go:886] ["loadSchemaInLoop exited."] [2024/05/06 17:56:04.978 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 17:56:04.978 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 17:56:04.978 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 17:56:04.978 +08:00] [INFO] [domain.go:743] ["topologySyncerKeeper exited."] [2024/05/06 17:56:04.978 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 17:56:04.978 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 17:56:04.978 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 17:56:04.978 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 4df94bbd-381f-44e1-8b61-99e89569867e watch owner key /tidb/br-stream/owner/3eaa8f4d536422d9"] [2024/05/06 17:56:04.978 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 17:56:04.978 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4df94bbd-381f-44e1-8b61-99e89569867e"] [2024/05/06 17:56:04.978 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 17:56:04.979 +08:00] [ERROR] [advancer.go:398] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:398"] [2024/05/06 17:56:04.979 +08:00] [INFO] [advancer.go:401] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 17:56:04.980 +08:00] [INFO] [domain.go:1340] ["closestReplicaReadCheckLoop exited."] [2024/05/06 17:56:04.980 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=4df94bbd-381f-44e1-8b61-99e89569867e] [daemon-id=LogBackup::Advancer] [2024/05/06 17:56:04.980 +08:00] [INFO] [manager.go:302] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4df94bbd-381f-44e1-8b61-99e89569867e"] [error="context canceled"] [2024/05/06 17:56:04.980 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 17:56:04.980 +08:00] [INFO] [domain.go:665] ["topNSlowQueryLoop exited."] [2024/05/06 17:56:04.980 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 17:56:04.980 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4df94bbd-381f-44e1-8b61-99e89569867e"] [2024/05/06 17:56:04.980 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 17:56:04.980 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4df94bbd-381f-44e1-8b61-99e89569867e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 17:56:04.980 +08:00] [INFO] [domain.go:1053] ["domain closed"] ["take time"=16.153331ms] [2024/05/06 17:56:04.981 +08:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822805013623651] ["ddl lease"=500ms] ["stats lease"=3s] ["index usage sync lease"=0s] [2024/05/06 17:56:04.990 +08:00] [WARN] [info.go:302] ["init TiFlashReplicaManager"] ["pd addrs"="[127.0.0.1:2382,127.0.0.1:2379,127.0.0.1:2384]"] [2024/05/06 17:56:05.036 +08:00] [INFO] [domain.go:2795] [acquireServerID] [serverID=1732] ["lease id"=3eaa8f4d53642365] [2024/05/06 17:56:05.038 +08:00] [INFO] [controller.go:172] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 17:56:05.113 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=50] ["start time"=72.499077ms] [2024/05/06 17:56:05.115 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/06 17:56:05.115 +08:00] [INFO] [ddl.go:743] ["start DDL"] [category=ddl] [ID=3a89dde4-3074-47af-9894-063a9c5b4a6c] [runWorker=true] [2024/05/06 17:56:05.115 +08:00] [INFO] [ddl.go:706] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 17:56:05.117 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 17:56:05.118 +08:00] [WARN] [env.go:53] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 17:56:05.118 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 17:56:05.118 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 17:56:05.119 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 17:56:05.119 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 17:56:05.119 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 17:56:05.119 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 17:56:05.119 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 17:56:05.119 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 17:56:05.119 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 17:56:05.119 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 17:56:05.119 +08:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 17:56:05.119 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 17:56:05.120 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3a89dde4-3074-47af-9894-063a9c5b4a6c"] ["owner key"=/tidb/ddl/fg/owner/22318f4d53603997] [ownerID=3a89dde4-3074-47af-9894-063a9c5b4a6c] [op=none] [2024/05/06 17:56:05.121 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 17:56:05.121 +08:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=94af5319-e379-4639-8b8d-37d374415235] [daemon-id=LogBackup::Advancer] [2024/05/06 17:56:05.135 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 17:56:05.136 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 17:56:05.136 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=handleEvolvePlanTasksLoop] [2024/05/06 17:56:05.136 +08:00] [WARN] [sysvar_cache.go:50] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 17:56:05.138 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3a89dde4-3074-47af-9894-063a9c5b4a6c"] ["owner key"=/tidb/bindinfo/owner/22318f4d5360399b] [ownerID=3a89dde4-3074-47af-9894-063a9c5b4a6c] [op=none] [2024/05/06 17:56:05.142 +08:00] [INFO] [sysvar.go:2563] ["set resource control"] [enable=true] [2024/05/06 17:56:05.145 +08:00] [INFO] [controller.go:435] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 17:56:05.167 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 17:56:05.170 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 17:56:05.171 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3a89dde4-3074-47af-9894-063a9c5b4a6c"] ["owner key"=/tidb/ddl/fg/owner/22318f4d53603997] [ownerID=3a89dde4-3074-47af-9894-063a9c5b4a6c] [op=none] [2024/05/06 17:56:05.171 +08:00] [INFO] [manager.go:404] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3a89dde4-3074-47af-9894-063a9c5b4a6c"] [op=none] [2024/05/06 17:56:05.171 +08:00] [INFO] [job_table.go:331] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 17:56:05.172 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 17:56:05.177 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 17:56:05.177 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 17:56:05.177 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 17:56:05.177 +08:00] [INFO] [domain.go:2058] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 17:56:05.177 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 17:56:05.177 +08:00] [INFO] [domain.go:2080] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 17:56:05.177 +08:00] [INFO] [domain.go:2112] ["dumpFileGcChecker started"] [2024/05/06 17:56:05.177 +08:00] [INFO] [domain.go:2145] ["HistoricalStatsWorker started"] [2024/05/06 17:56:05.177 +08:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker started."] [2024/05/06 17:56:05.179 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 17:56:05.179 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 17:56:05.180 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 17:56:05.180 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 17:56:05.180 +08:00] [INFO] [domain.go:2439] ["updateStatsWorker started."] [2024/05/06 17:56:05.180 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=gcAnalyzeHistory] [2024/05/06 17:56:05.182 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 17:56:05.182 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 17:56:05.182 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3a89dde4-3074-47af-9894-063a9c5b4a6c"] ["owner key"=/tidb/stats/owner/22318f4d5360399e] [ownerID=3a89dde4-3074-47af-9894-063a9c5b4a6c] [op=none] [2024/05/06 17:56:05.183 +08:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/3e0e58a5-08c5-4e5d-be7e-a9afcfe10919] [2024/05/06 17:56:05.183 +08:00] [INFO] [task_manager.go:216] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 17:56:05.183 +08:00] [INFO] [task_manager.go:216] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 17:56:05.193 +08:00] [INFO] [domain.go:2348] ["init stats info time"] [lite=true] ["take time"=13.944185ms] [2024/05/06 17:56:05.194 +08:00] [INFO] [domain.go:1499] ["dist task scheduler manager started"] [2024/05/06 17:56:05.201 +08:00] [INFO] [set.go:169] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestLoadRemote/TestGlobalSortBasic [2024/05/06 17:56:05.206 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=50] [cur_db=] [sql="drop database if exists gsort_basic"] [user=] [2024/05/06 17:56:05.207 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=50] [cur_db=] [sql="create database gsort_basic"] [user=] [2024/05/06 17:56:05.220 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:56:05.167 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:05.220 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:56:05.167 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database gsort_basic"] [2024/05/06 17:56:05.234 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=103] [conn=2] [category=ddl] [job="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:05.167 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:05.250 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=1.030893ms] [gotSchemaVersion=51] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:05.253 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=103] [version=51] [2024/05/06 17:56:05.299 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.104625ms] [job="ID:103, Type:create schema, State:done, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:56:05.167 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:05.315 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=103] [conn=2] [job="ID:103, Type:create schema, State:synced, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:05.167 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:05.325 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 17:56:05.325 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:05.329 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=gsort_basic] [sql="create table t (a bigint primary key, b varchar(100), c varchar(100), d int,\n\t\tkey(a), key(c,d), key(d));"] [user=] [2024/05/06 17:56:05.345 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:05.317 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:05.345 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:05.317 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint primary key, b varchar(100), c varchar(100), d int,\n\t\tkey(a), key(c,d), key(d));"] [2024/05/06 17:56:05.362 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:05.317 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:05.385 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=2.423508ms] [gotSchemaVersion=52] [phyTblIDs="[104]"] [actionTypes="[3]"] [2024/05/06 17:56:05.389 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=105] [version=52] [2024/05/06 17:56:05.433 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=52.954179ms] [job="ID:105, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:05.317 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:05.448 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:05.317 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:05.461 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 17:56:05.461 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:05.717 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\"}}"] [dist-task-enabled=false] [2024/05/06 17:56:05.749 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=1] [job-id=1] [thread-cnt=8] [2024/05/06 17:56:05.749 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=1] [2024/05/06 17:56:06.183 +08:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 17:56:06.183 +08:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 17:56:06.183 +08:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/3e0e58a5-08c5-4e5d-be7e-a9afcfe10919] [watcherID=d35bc69e-a263-4476-97f4-81cc7822aa86] [2024/05/06 17:56:06.194 +08:00] [INFO] [dispatcher_manager.go:156] ["dispatch task loop start"] [2024/05/06 17:56:06.194 +08:00] [INFO] [dispatcher_manager.go:243] ["subtask table gc loop start"] [2024/05/06 17:56:06.194 +08:00] [INFO] [dispatcher_manager.go:293] ["cleanUp loop start"] [2024/05/06 17:56:06.233 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4df94bbd-381f-44e1-8b61-99e89569867e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 17:56:07.118 +08:00] [INFO] [info.go:1182] [SetTiFlashGroupConfig] [2024/05/06 17:56:09.202 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=1] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:56:09.705 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=-1] [next-step=3] [2024/05/06 17:56:09.707 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 17:56:09.709 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=encode&sort] [2024/05/06 17:56:09.725 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:09.725 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 17:56:09.725 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=77.6µs] [2024/05/06 17:56:09.725 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=200.927µs] [] [2024/05/06 17:56:09.726 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/05/06 17:56:09.726 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=2] [2024/05/06 17:56:09.726 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:09.746 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=-1] [to=3] [2024/05/06 17:56:09.746 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:10.004 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=1] [2024/05/06 17:56:10.004 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=1] [type=ImportInto] [2024/05/06 17:56:10.217 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 17:56:10.311 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=1] [step=3] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:10.313 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=1] [step=encode&sort] [2024/05/06 17:56:10.313 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=1] [step=encode&sort] [2024/05/06 17:56:10.318 +08:00] [INFO] [table_import.go:91] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/06 17:56:10.321 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:10.321 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:10.321 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:10.321 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:10.321 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:10.322 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:10.322 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:10.322 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:10.322 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:10.322 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:10.322 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:10.322 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:10.322 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:10.323 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:10.323 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:10.323 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:10.323 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:10.323 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:10.323 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:10.326 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:10.327 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:10.327 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:10.327 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:10.327 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:10.328 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:10.328 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:10.340 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:10.340 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 17:56:10.340 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=1] [step=encode&sort] [limit=256MiB] [2024/05/06 17:56:10.356 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=1] [2024/05/06 17:56:10.420 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/002f1b7c-f0b2-403c-884b-3f97f97f6eea] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:10.420 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/90e2004b-e84b-49db-a952-6995ce076ace] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:10.420 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/2d2303eb-a40e-4ab5-888e-1e5875e1eb9d] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:10.420 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/a17c4dfc-87a6-4a79-bfb2-ed7e9c70a0be] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:10.420 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/06 17:56:10.420 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/ec2dd1e0-2292-4195-b833-368358e0d3d7] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:10.420 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/f0cb5800-552e-43ce-a531-bd88624e09c1] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:10.420 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/a13c8d8d-83c2-47ce-b8d1-76cc0417807a] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:10.422 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=t.1.csv:0] [2024/05/06 17:56:10.435 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=t.1.csv:0] [readDur=956.872µs] [encodeDur=781.84µs] [deliverDur=10.2961ms] [checksum="{cksum=8193173687965330566,size=556,kvs=12}"] [takeTime=12.345026ms] [] [2024/05/06 17:56:10.439 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=9.427µs] [write-time=3.898441ms] [sort-speed(kv/s)=318.2kB] [write-speed(bytes/s)=44.84KiB] [writer-id=data/8a87eb2d-3887-49d3-8f93-fb75fa64b4e7] [2024/05/06 17:56:10.439 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/8a87eb2d-3887-49d3-8f93-fb75fa64b4e7] [kv-cnt-cap=4] [minKey=7480000000000000685f728000000000000001] [maxKey=7480000000000000685f728000000000000003] [2024/05/06 17:56:10.442 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=2.936µs] [write-time=3.071717ms] [sort-speed(kv/s)=1.022MB] [write-speed(bytes/s)=51.5KiB] [writer-id=index/1/8a87eb2d-3887-49d3-8f93-fb75fa64b4e7] [2024/05/06 17:56:10.442 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/8a87eb2d-3887-49d3-8f93-fb75fa64b4e7] [kv-cnt-cap=4] [minKey=7480000000000000685f698000000000000001038000000000000001038000000000000001] [maxKey=7480000000000000685f698000000000000001038000000000000003038000000000000003] [2024/05/06 17:56:10.446 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=245] [kv-cnt=3] [stat-size=130] [sort-time=3.099µs] [write-time=3.32843ms] [sort-speed(kv/s)=968.1kB] [write-speed(bytes/s)=71.88KiB] [writer-id=index/2/8a87eb2d-3887-49d3-8f93-fb75fa64b4e7] [2024/05/06 17:56:10.446 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/8a87eb2d-3887-49d3-8f93-fb75fa64b4e7] [kv-cnt-cap=4] [minKey=7480000000000000685f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=7480000000000000685f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/05/06 17:56:10.449 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=3.11µs] [write-time=3.279957ms] [sort-speed(kv/s)=964.6kB] [write-speed(bytes/s)=48.23KiB] [writer-id=index/3/8a87eb2d-3887-49d3-8f93-fb75fa64b4e7] [2024/05/06 17:56:10.449 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/8a87eb2d-3887-49d3-8f93-fb75fa64b4e7] [kv-cnt-cap=4] [minKey=7480000000000000685f69800000000000000303800000000000007b038000000000000001] [maxKey=7480000000000000685f698000000000000003038000000000000315038000000000000003] [2024/05/06 17:56:10.449 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=1] [takeTime=93.14253ms] [] [2024/05/06 17:56:10.449 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=encode&sort] [engine-id=0] [2024/05/06 17:56:10.467 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=2] [2024/05/06 17:56:10.494 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/ecd376b2-f109-4e78-a17f-aad567b0d55a] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:10.494 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/e70f5214-bfb5-4bbb-bd72-325011ded427] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:10.494 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/a5a33ed2-c70c-4b2f-93a8-2829351482b6] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:10.494 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/f9f19ce9-b86b-4bc6-b6db-811d11d71901] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:10.494 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/4042ad32-a153-4db9-af2a-1c70fc0dbfae] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:10.494 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/38e5d74e-f853-4c18-a75a-9cd7f51602a3] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:10.494 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/f24c2a2f-c226-4b16-b77f-c90f4078b6ca] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:10.494 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/06 17:56:10.495 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=t.2.csv:0] [2024/05/06 17:56:10.507 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=t.2.csv:0] [readDur=767.244µs] [encodeDur=269.244µs] [deliverDur=9.989782ms] [checksum="{cksum=14938364691331578267,size=556,kvs=12}"] [takeTime=11.299286ms] [] [2024/05/06 17:56:10.511 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=4.141µs] [write-time=3.638764ms] [sort-speed(kv/s)=724.5kB] [write-speed(bytes/s)=48.04KiB] [writer-id=data/51d78e9b-699e-4e03-8ae2-c3045c2c338b] [2024/05/06 17:56:10.511 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/51d78e9b-699e-4e03-8ae2-c3045c2c338b] [kv-cnt-cap=4] [minKey=7480000000000000685f728000000000000004] [maxKey=7480000000000000685f728000000000000006] [2024/05/06 17:56:10.514 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=245] [kv-cnt=3] [stat-size=130] [sort-time=2.904µs] [write-time=3.524923ms] [sort-speed(kv/s)=1.033MB] [write-speed(bytes/s)=67.88KiB] [writer-id=index/2/51d78e9b-699e-4e03-8ae2-c3045c2c338b] [2024/05/06 17:56:10.514 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/51d78e9b-699e-4e03-8ae2-c3045c2c338b] [kv-cnt-cap=4] [minKey=7480000000000000685f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=7480000000000000685f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/05/06 17:56:10.518 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=4.672µs] [write-time=3.524295ms] [sort-speed(kv/s)=642.1kB] [write-speed(bytes/s)=44.89KiB] [writer-id=index/3/51d78e9b-699e-4e03-8ae2-c3045c2c338b] [2024/05/06 17:56:10.518 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/51d78e9b-699e-4e03-8ae2-c3045c2c338b] [kv-cnt-cap=4] [minKey=7480000000000000685f69800000000000000303800000000000007b038000000000000004] [maxKey=7480000000000000685f698000000000000003038000000000000143038000000000000006] [2024/05/06 17:56:10.522 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=3.18µs] [write-time=3.515968ms] [sort-speed(kv/s)=943.4kB] [write-speed(bytes/s)=45KiB] [writer-id=index/1/51d78e9b-699e-4e03-8ae2-c3045c2c338b] [2024/05/06 17:56:10.522 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/51d78e9b-699e-4e03-8ae2-c3045c2c338b] [kv-cnt-cap=4] [minKey=7480000000000000685f698000000000000001038000000000000004038000000000000004] [maxKey=7480000000000000685f698000000000000001038000000000000006038000000000000006] [2024/05/06 17:56:10.522 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=2] [takeTime=54.565657ms] [] [2024/05/06 17:56:10.522 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=encode&sort] [engine-id=1] [2024/05/06 17:56:10.708 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=3] [next-step=4] [2024/05/06 17:56:10.710 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 17:56:10.712 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 17:56:10.719 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=1] [kv-group=data] [2024/05/06 17:56:10.719 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=1] [kv-group=2] [2024/05/06 17:56:10.719 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=1] [kv-group=3] [2024/05/06 17:56:10.719 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=1] [kv-group=1] [2024/05/06 17:56:10.719 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/05/06 17:56:10.719 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=3] [concurrency=8] [subtasks=0] [2024/05/06 17:56:10.719 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:10.733 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=3] [to=4] [2024/05/06 17:56:10.733 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:10.844 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=encode&sort] [2024/05/06 17:56:10.845 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:10.845 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:10.845 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:10.845 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:10.845 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:10.845 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:10.845 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:10.845 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:10.845 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:10.845 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:10.846 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:10.846 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:10.846 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:10.846 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=1] [error="context canceled"] [2024/05/06 17:56:10.846 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=1] [step=3] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=535.203154ms] [] [2024/05/06 17:56:11.208 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=4] [next-step=5] [2024/05/06 17:56:11.210 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 17:56:11.212 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 17:56:11.238 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:11.238 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:11.238 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:11.238 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:11.238 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:11.239 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:11.239 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:11.243 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:11.243 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:11.243 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:11.243 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:11.243 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:11.243 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:11.243 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:11.243 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:11.243 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:11.243 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:11.243 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 17:56:11.246 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=7480000000000000685f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [endKey=7480000000000000685f698000000000000002016261723600000000fb03800000000000014303800000000000000600] [dataFiles=2] [2024/05/06 17:56:11.248 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:11.248 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:11.248 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:11.249 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:11.249 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:11.249 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:11.250 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:11.253 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:11.253 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:11.253 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:11.253 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:11.253 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:11.253 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:11.253 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:11.253 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:11.253 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:11.253 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:11.254 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 17:56:11.256 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=7480000000000000685f69800000000000000303800000000000007b038000000000000001] [endKey=7480000000000000685f69800000000000000303800000000000031503800000000000000300] [dataFiles=2] [2024/05/06 17:56:11.258 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:11.259 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:11.259 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:11.259 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:11.259 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:11.260 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:11.260 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:11.263 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:11.263 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:11.263 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:11.263 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:11.263 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:11.263 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:11.264 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:11.264 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:11.264 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:11.264 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:11.264 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 17:56:11.267 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=7480000000000000685f728000000000000001] [endKey=7480000000000000685f72800000000000000600] [dataFiles=2] [2024/05/06 17:56:11.269 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:11.269 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:11.269 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:11.269 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:11.270 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:11.270 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:11.270 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:11.274 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:11.274 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:11.274 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:11.274 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:11.274 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:11.274 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:11.274 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:11.274 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:11.274 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:11.274 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:11.275 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 17:56:11.277 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=7480000000000000685f698000000000000001038000000000000001038000000000000001] [endKey=7480000000000000685f69800000000000000103800000000000000603800000000000000600] [dataFiles=2] [2024/05/06 17:56:11.278 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/05/06 17:56:11.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=4] [concurrency=8] [subtasks=4] [2024/05/06 17:56:11.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:11.295 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=4] [to=5] [2024/05/06 17:56:11.295 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:11.459 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=1] [step=5] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:11.461 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=1] [step=write&ingest] [2024/05/06 17:56:11.471 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:11.472 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:11.472 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:11.472 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:11.472 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:11.473 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:11.473 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:11.473 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:11.473 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:11.473 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:11.473 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:11.473 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:11.473 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:11.474 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:11.474 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:11.474 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:11.474 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:11.474 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:11.474 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:11.477 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:11.477 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:11.477 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:11.477 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:11.477 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:11.478 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:11.478 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:11.487 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:11.487 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 17:56:11.534 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=3] [kv-group=2] [2024/05/06 17:56:11.545 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000685F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [endKey=7480000000000000685F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [ranges=1] [] [2024/05/06 17:56:11.545 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:11.547 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=7d2e7e3b-6425-5eaa-bb47-b89a67a6610f] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 17:56:11.548 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:11.548 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/06 17:56:11.548 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF685F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [maxKey=7480000000000000FF685F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F7] [retry=0] [2024/05/06 17:56:11.549 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF685F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [end=7480000000000000FF685F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F7] [2024/05/06 17:56:11.549 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF685F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [maxKey=7480000000000000FF685F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F7] [regions=1] [2024/05/06 17:56:11.556 +08:00] [INFO] [client.go:496] ["checking whether need to scatter"] [store=3] [max-replica=3] [2024/05/06 17:56:11.557 +08:00] [INFO] [localhelper.go:300] ["batch split region"] [region_id=14] [keys=2] [firstKey="dIAAAAAAAABoX2mAAAAAAAAAAgFiYXIxAAAAAPsDgAAAAAAAAHsDgAAAAAAAAAE="] [end=dIAAAAAAAABoX2mAAAAAAAAAAgFiYXI2AAAAAPsDgAAAAAAAAUMDgAAAAAAAAAYA] [2024/05/06 17:56:11.570 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=2] [take=12.232015ms] [2024/05/06 17:56:11.570 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=22.07372ms] [] [2024/05/06 17:56:11.570 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=16] [ranges=1] [range-groups=1] [data-files=2] [check-hotspot=false] [2024/05/06 17:56:11.570 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/06 17:56:11.573 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=2.790629ms] [] [2024/05/06 17:56:11.574 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574173820059649] [req-type=Cop] [region="{ region id: 14, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:11.574 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574173820059649] [req-type=Cop] [region="{ region id: 14, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:11.576 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=338.785µs] ["iterated count"=6] [2024/05/06 17:56:11.591 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=7d2e7e3b-6425-5eaa-bb47-b89a67a6610f] [size=107374182400] [kvs=0] [importedSize=394] [importedCount=6] [2024/05/06 17:56:11.592 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=3] [kv-group=2] [takeTime=58.341516ms] [] [2024/05/06 17:56:11.608 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=4] [kv-group=3] [2024/05/06 17:56:11.634 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000685F69800000000000000303800000000000007B038000000000000001] [endKey=7480000000000000685F69800000000000000303800000000000031503800000000000000300] [ranges=1] [] [2024/05/06 17:56:11.635 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:11.636 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=35a62bba-3aab-5322-b59b-c5bc8baf9c9d] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 17:56:11.636 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:11.636 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/06 17:56:11.637 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF685F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [maxKey=7480000000000000FF685F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FD] [retry=0] [2024/05/06 17:56:11.637 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF685F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [end=7480000000000000FF685F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FD] [2024/05/06 17:56:11.637 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF685F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [maxKey=7480000000000000FF685F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FD] [regions=1] [2024/05/06 17:56:11.642 +08:00] [INFO] [localhelper.go:300] ["batch split region"] [region_id=14] [keys=2] [firstKey="dIAAAAAAAABoX2mAAAAAAAAAAwOAAAAAAAAAewOAAAAAAAAAAQ=="] [end="dIAAAAAAAABoX2mAAAAAAAAAAwOAAAAAAAADFQOAAAAAAAAAAwA="] [2024/05/06 17:56:11.643 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=2] [take=811.68µs] [2024/05/06 17:56:11.644 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=6.985248ms] [] [2024/05/06 17:56:11.644 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=16] [ranges=1] [range-groups=1] [data-files=2] [check-hotspot=false] [2024/05/06 17:56:11.644 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/06 17:56:11.647 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=3.097781ms] [] [2024/05/06 17:56:11.650 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=315.644µs] ["iterated count"=6] [2024/05/06 17:56:11.664 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=35a62bba-3aab-5322-b59b-c5bc8baf9c9d] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 17:56:11.665 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=4] [kv-group=3] [takeTime=57.246733ms] [] [2024/05/06 17:56:11.669 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574173833429003] [req-type=Get] [region="{ region id: 14, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:11.683 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=5] [kv-group=data] [2024/05/06 17:56:11.691 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000685F728000000000000001] [endKey=7480000000000000685F72800000000000000600] [ranges=1] [] [2024/05/06 17:56:11.691 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:11.693 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=8d2242cb-c9a7-5915-a93a-45927b24759d] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 17:56:11.693 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:11.693 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/06 17:56:11.693 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF685F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF685F728000000000FF0000060000000000FB] [retry=0] [2024/05/06 17:56:11.694 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF685F728000000000FF0000010000000000FA] [end=7480000000000000FF685F728000000000FF0000060000000000FB] [2024/05/06 17:56:11.694 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF685F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF685F728000000000FF0000060000000000FB] [regions=1] [2024/05/06 17:56:11.699 +08:00] [INFO] [localhelper.go:300] ["batch split region"] [region_id=14] [keys=2] [firstKey="dIAAAAAAAABoX3KAAAAAAAAAAQ=="] [end="dIAAAAAAAABoX3KAAAAAAAAABgA="] [2024/05/06 17:56:11.700 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=2] [take=937.711µs] [2024/05/06 17:56:11.700 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=6.755737ms] [] [2024/05/06 17:56:11.700 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=16] [ranges=1] [range-groups=1] [data-files=2] [check-hotspot=false] [2024/05/06 17:56:11.700 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/06 17:56:11.704 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=3.184175ms] [] [2024/05/06 17:56:11.706 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=319.913µs] ["iterated count"=6] [2024/05/06 17:56:11.709 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574173846536203] [req-type=Cop] [region="{ region id: 14, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:11.718 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:11.718 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:11.719 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:11.719 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:11.719 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:11.719 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=8d2242cb-c9a7-5915-a93a-45927b24759d] [size=107374182400] [kvs=0] [importedSize=262] [importedCount=6] [2024/05/06 17:56:11.720 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:11.720 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:11.720 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 17:56:11.721 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=5] [kv-group=data] [takeTime=38.059321ms] [] [2024/05/06 17:56:11.737 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:11.737 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:11.737 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:11.737 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:11.737 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:11.737 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:11.737 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:11.737 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:11.737 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:11.737 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:11.746 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=6] [kv-group=1] [2024/05/06 17:56:11.754 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000685F698000000000000001038000000000000001038000000000000001] [endKey=7480000000000000685F69800000000000000103800000000000000603800000000000000600] [ranges=1] [] [2024/05/06 17:56:11.754 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:11.756 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=68c3c0d0-46c6-5523-9dfa-6206622dc2ff] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 17:56:11.756 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:11.756 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/06 17:56:11.756 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF685F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [maxKey=7480000000000000FF685F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FD] [retry=0] [2024/05/06 17:56:11.756 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF685F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000000FF685F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FD] [2024/05/06 17:56:11.756 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF685F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [maxKey=7480000000000000FF685F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FD] [regions=1] [2024/05/06 17:56:11.761 +08:00] [INFO] [localhelper.go:300] ["batch split region"] [region_id=28] [keys=2] [firstKey="dIAAAAAAAABoX2mAAAAAAAAAAQOAAAAAAAAAAQOAAAAAAAAAAQ=="] [end="dIAAAAAAAABoX2mAAAAAAAAAAQOAAAAAAAAABgOAAAAAAAAABgA="] [2024/05/06 17:56:11.762 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=2] [take=707.406µs] [2024/05/06 17:56:11.762 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=6.060327ms] [] [2024/05/06 17:56:11.762 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=16] [ranges=1] [range-groups=1] [data-files=2] [check-hotspot=false] [2024/05/06 17:56:11.762 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/06 17:56:11.765 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=2.618325ms] [] [2024/05/06 17:56:11.768 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=301.152µs] ["iterated count"=6] [2024/05/06 17:56:11.781 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=68c3c0d0-46c6-5523-9dfa-6206622dc2ff] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 17:56:11.782 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=6] [kv-group=1] [takeTime=36.39498ms] [] [2024/05/06 17:56:11.794 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=18446744073709551615] [req-type=Get] [region="{ region id: 28, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 29, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 30, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 31, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=29-epoch_not_match:1] [2024/05/06 17:56:11.796 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=18446744073709551615] [req-type=Get] [region="{ region id: 52, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 53, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 54, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 55, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=53-not_leader-54:1] [2024/05/06 17:56:12.209 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=5] [next-step=2] [2024/05/06 17:56:12.211 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 17:56:12.213 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [2024/05/06 17:56:12.216 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:12.216 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:12.216 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:12.217 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:12.217 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:12.218 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:12.218 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:12.218 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:12.232 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:12.232 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:12.232 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:12.232 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:12.232 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:12.232 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:12.232 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:12.232 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:12.232 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:12.232 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:12.257 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":30,\"3\":30,\"4\":12}}"] [2024/05/06 17:56:12.260 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:12.260 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=5] [concurrency=8] [subtasks=1] [2024/05/06 17:56:12.260 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:12.277 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=5] [to=2] [2024/05/06 17:56:12.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:12.413 +08:00] [INFO] [scheduler.go:406] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=write&ingest] [2024/05/06 17:56:12.418 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:12.418 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:12.418 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:12.418 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:12.418 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:12.418 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:12.419 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:12.419 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:12.419 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:12.419 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:12.419 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:12.420 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:12.420 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:12.420 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=1] [error="context canceled"] [2024/05/06 17:56:12.420 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=1] [step=5] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=960.737946ms] [] [2024/05/06 17:56:12.725 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=1] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:12.727 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=1] [step=post-process] [2024/05/06 17:56:12.740 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/05/06 17:56:12.740 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/05/06 17:56:12.740 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/05/06 17:56:12.740 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=3.16µs] [] [2024/05/06 17:56:12.740 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [checksum="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 17:56:12.741 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [weight=30] [2024/05/06 17:56:12.741 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [concurrency=15] [2024/05/06 17:56:12.743 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574174121525256] [req-type=Cop] [region="{ region id: 36, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 37, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 38, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 39, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=37-not_leader-39:1] [2024/05/06 17:56:12.743 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574174121525256] [req-type=Cop] [region="{ region id: 32, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 33, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 34, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 35, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=33-not_leader-34:1] [2024/05/06 17:56:12.743 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574174121525256] [req-type=Cop] [region="{ region id: 48, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 49, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 50, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 51, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=49-not_leader-51:1] [2024/05/06 17:56:12.743 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574174121525256] [req-type=Cop] [region="{ region id: 36, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 37, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 38, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 39, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=37-not_leader-39:1] [2024/05/06 17:56:12.744 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574174121525256] [req-type=Cop] [region="{ region id: 40, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 41, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 42, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 43, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=41-not_leader-42:1] [2024/05/06 17:56:12.752 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [local="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 17:56:12.752 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=11.412424ms] [] [2024/05/06 17:56:12.752 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=11.54143ms] [] [2024/05/06 17:56:13.208 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:13.210 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 17:56:13.212 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:13.212 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:56:13.212 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:13.228 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=1] [step=done] [state=running] [] [2024/05/06 17:56:13.231 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=1] [2024/05/06 17:56:13.238 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:13.377 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=1] [error="context canceled"] [2024/05/06 17:56:13.377 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=1] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=651.467629ms] [] [2024/05/06 17:56:13.563 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 8.099635628\n# Parse_time: 0.000282413\n# Compile_time: 0.000526161\n# Rewrite_time: 0.000137557\n# Optimize_time: 0.000062712\n# Wait_TS: 0.00039689\n# DB: gsort_basic\n# Is_internal: false\n# Digest: dcf8af96db101b84bfb69d82045422744d4cb1a710b3b2c4091b7b49f93687ed\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OC4xcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6OC4xcywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse gsort_basic;\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb';"] [2024/05/06 17:56:13.679 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=1] [step=-2] [state=succeed] [2024/05/06 17:56:13.722 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=1] [2024/05/06 17:56:13.730 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:56:13.732 +08:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=1] [2024/05/06 17:56:13.774 +08:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=1] [takeTime=41.403989ms] [] [2024/05/06 17:56:13.794 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:56:13.805 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=gsort_basic] [sql="truncate table t"] [user=] [2024/05/06 17:56:13.819 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:truncate table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:13.767 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:13.819 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:107, Type:truncate table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:13.767 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/06 17:56:13.835 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:truncate table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:13.767 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:13.860 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=2.474058ms] [gotSchemaVersion=53] [phyTblIDs="[104,106]"] [actionTypes="[11,11]"] [2024/05/06 17:56:13.864 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=107] [version=53] [2024/05/06 17:56:13.909 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.806082ms] [job="ID:107, Type:truncate table, State:done, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:13.767 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:13.924 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=107] [elementID=1] [comment="table ID is 104"] [2024/05/06 17:56:13.933 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=107] [jobType="truncate table"] [2024/05/06 17:56:13.935 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:truncate table, State:synced, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:13.767 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:13.954 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 17:56:13.954 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:14.000 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\"}}"] [dist-task-enabled=false] [2024/05/06 17:56:14.022 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=2] [job-id=2] [thread-cnt=8] [2024/05/06 17:56:14.022 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=2] [2024/05/06 17:56:15.203 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=2] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:56:15.705 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=-1] [next-step=3] [2024/05/06 17:56:15.707 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 17:56:15.709 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=encode&sort] [2024/05/06 17:56:15.724 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:15.724 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 17:56:15.724 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=72.449µs] [2024/05/06 17:56:15.724 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=228.193µs] [] [2024/05/06 17:56:15.725 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/05/06 17:56:15.725 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=2] [2024/05/06 17:56:15.725 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:15.742 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=-1] [to=3] [2024/05/06 17:56:15.742 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:16.004 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=2] [2024/05/06 17:56:16.004 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=2] [type=ImportInto] [2024/05/06 17:56:16.216 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 17:56:16.310 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=3] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:16.312 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=encode&sort] [2024/05/06 17:56:16.312 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=2] [step=encode&sort] [2024/05/06 17:56:16.320 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:16.320 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:16.320 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:16.320 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:16.320 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:16.321 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:16.321 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:16.322 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:16.322 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:16.322 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:16.322 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:16.322 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:16.322 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:16.322 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:16.322 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:16.322 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:16.322 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:16.322 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:16.322 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:16.322 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:16.326 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:16.326 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:16.326 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:16.326 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:16.326 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:16.327 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:16.327 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:16.337 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:16.337 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 17:56:16.337 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=2] [step=encode&sort] [limit=256MiB] [2024/05/06 17:56:16.351 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=8] [2024/05/06 17:56:17.634 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/f9c96cb5-af3c-46ee-ab75-46cf42c10c7c] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:17.634 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/ff54f57e-da43-45db-9984-37f44389f454] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:17.634 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/3e6bed12-01d1-45f6-b545-66b6fca2e461] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:17.634 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/de999627-a790-49d5-8730-08a427fab676] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:17.634 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 17:56:17.634 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/ea9ce879-61dd-4bf6-aefc-e36e97d1f832] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:17.634 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/f80a3245-0f02-4000-93e6-199a8ed218be] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:17.634 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/efdeca30-c361-4a74-bf57-8803270c75f3] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:17.636 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=106] [key=t.1.csv:0] [2024/05/06 17:56:18.037 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=t.1.csv:0] [readDur=949.22µs] [encodeDur=341.827µs] [deliverDur=399.04627ms] [checksum="{cksum=5827510365937537033,size=556,kvs=12}"] [takeTime=400.670397ms] [] [2024/05/06 17:56:18.057 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=3.766µs] [write-time=20.267166ms] [sort-speed(kv/s)=796.6kB] [write-speed(bytes/s)=8.625KiB] [writer-id=data/2c6fe385-3e9c-47a9-9d08-d613749eb3f7] [2024/05/06 17:56:18.057 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/2c6fe385-3e9c-47a9-9d08-d613749eb3f7] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000001] [maxKey=74800000000000006a5f728000000000000003] [2024/05/06 17:56:18.077 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=3.98µs] [write-time=20.059477ms] [sort-speed(kv/s)=753.8kB] [write-speed(bytes/s)=7.887KiB] [writer-id=index/1/2c6fe385-3e9c-47a9-9d08-d613749eb3f7] [2024/05/06 17:56:18.078 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/2c6fe385-3e9c-47a9-9d08-d613749eb3f7] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006a5f698000000000000001038000000000000003038000000000000003] [2024/05/06 17:56:18.098 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=245] [kv-cnt=3] [stat-size=130] [sort-time=4.387µs] [write-time=20.10924ms] [sort-speed(kv/s)=683.8kB] [write-speed(bytes/s)=11.9KiB] [writer-id=index/2/2c6fe385-3e9c-47a9-9d08-d613749eb3f7] [2024/05/06 17:56:18.098 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/2c6fe385-3e9c-47a9-9d08-d613749eb3f7] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006a5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/05/06 17:56:18.118 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=5.129µs] [write-time=19.829134ms] [sort-speed(kv/s)=584.9kB] [write-speed(bytes/s)=7.978KiB] [writer-id=index/3/2c6fe385-3e9c-47a9-9d08-d613749eb3f7] [2024/05/06 17:56:18.118 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/2c6fe385-3e9c-47a9-9d08-d613749eb3f7] [kv-cnt-cap=4] [minKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006a5f698000000000000003038000000000000315038000000000000003] [2024/05/06 17:56:18.118 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=8] [takeTime=1.767574344s] [] [2024/05/06 17:56:18.118 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=encode&sort] [engine-id=0] [2024/05/06 17:56:18.137 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=9] [2024/05/06 17:56:19.197 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/ed65b6ab-98ee-4ac2-b878-db2015f2ba29] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:19.197 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/0c8020dc-8fd3-4ed0-b713-852c8443545f] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:19.197 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/10b25c5b-9873-4e6b-9c41-0ad13e665b15] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:19.197 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 17:56:19.197 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/e8532422-3705-4fa5-b76c-249db84b76f9] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:19.197 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/5010c7a5-40c8-4945-9930-d03be6a7467c] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:19.197 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/6dbf1ae7-9e4f-4689-9001-58a67e80ba56] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:19.197 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/171d8a11-6617-4ed2-bc69-8b0df40da347] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:19.200 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=106] [key=t.2.csv:0] [2024/05/06 17:56:19.870 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=t.2.csv:0] [readDur=794.021µs] [encodeDur=698.618µs] [deliverDur=668.33114ms] [checksum="{cksum=17160054094829929748,size=556,kvs=12}"] [takeTime=670.191698ms] [] [2024/05/06 17:56:19.913 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=3.561µs] [write-time=42.715005ms] [sort-speed(kv/s)=842.5kB] [write-speed(bytes/s)=4.092KiB] [writer-id=data/3461cad7-3bc5-4d73-a89e-230bdbcd5c8c] [2024/05/06 17:56:19.913 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/3461cad7-3bc5-4d73-a89e-230bdbcd5c8c] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000004] [maxKey=74800000000000006a5f728000000000000006] [2024/05/06 17:56:19.944 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=4.256µs] [write-time=31.513657ms] [sort-speed(kv/s)=704.9kB] [write-speed(bytes/s)=5.02KiB] [writer-id=index/1/3461cad7-3bc5-4d73-a89e-230bdbcd5c8c] [2024/05/06 17:56:19.945 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/3461cad7-3bc5-4d73-a89e-230bdbcd5c8c] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006a5f698000000000000001038000000000000006038000000000000006] [2024/05/06 17:56:19.970 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=245] [kv-cnt=3] [stat-size=130] [sort-time=4.586µs] [write-time=25.186176ms] [sort-speed(kv/s)=654.2kB] [write-speed(bytes/s)=9.5KiB] [writer-id=index/2/3461cad7-3bc5-4d73-a89e-230bdbcd5c8c] [2024/05/06 17:56:19.970 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/3461cad7-3bc5-4d73-a89e-230bdbcd5c8c] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006a5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/05/06 17:56:20.000 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=3.766µs] [write-time=29.596823ms] [sort-speed(kv/s)=796.6kB] [write-speed(bytes/s)=5.345KiB] [writer-id=index/3/3461cad7-3bc5-4d73-a89e-230bdbcd5c8c] [2024/05/06 17:56:20.000 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/3461cad7-3bc5-4d73-a89e-230bdbcd5c8c] [kv-cnt-cap=4] [minKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006a5f698000000000000003038000000000000143038000000000000006] [2024/05/06 17:56:20.000 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=9] [takeTime=1.862561827s] [] [2024/05/06 17:56:20.000 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=encode&sort] [engine-id=1] [2024/05/06 17:56:20.209 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=3] [next-step=4] [2024/05/06 17:56:20.211 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 17:56:20.213 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 17:56:20.219 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=2] [kv-group=1] [2024/05/06 17:56:20.219 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=2] [kv-group=2] [2024/05/06 17:56:20.219 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=2] [kv-group=3] [2024/05/06 17:56:20.220 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=1] [2024/05/06 17:56:20.220 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=3] [concurrency=8] [subtasks=1] [2024/05/06 17:56:20.220 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:20.237 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=3] [to=4] [2024/05/06 17:56:20.237 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:20.321 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=encode&sort] [2024/05/06 17:56:20.323 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:20.323 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:20.323 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:20.323 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:20.323 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:20.323 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:20.323 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:20.323 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:20.323 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:20.323 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:20.323 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:20.324 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:20.324 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:20.324 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/06 17:56:20.324 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=3] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=4.013397278s] [] [2024/05/06 17:56:20.629 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=4] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:20.631 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=merge-sort] [2024/05/06 17:56:20.651 +08:00] [INFO] [scheduler.go:287] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [2024/05/06 17:56:20.651 +08:00] [INFO] [merge.go:34] ["start to merge overlapping files"] [file-count=2] [file-groups=2] [concurrency=8] [2024/05/06 17:56:20.651 +08:00] [INFO] [merge.go:77] ["merge overlapping files start"] [writer-id=6b355e17-69ee-4678-af94-c17703929fcf] [file-count=1] [2024/05/06 17:56:20.651 +08:00] [INFO] [merge.go:77] ["merge overlapping files start"] [writer-id=9d4eb20a-5cd7-4b9e-8331-21606fb1fe9e] [file-count=1] [2024/05/06 17:56:21.126 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=3.639µs] [write-time=73.223236ms] [sort-speed(kv/s)=824.4kB] [write-speed(bytes/s)=2.387KiB] [writer-id=9d4eb20a-5cd7-4b9e-8331-21606fb1fe9e] [2024/05/06 17:56:21.126 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=9d4eb20a-5cd7-4b9e-8331-21606fb1fe9e] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000001] [maxKey=74800000000000006a5f728000000000000003] [2024/05/06 17:56:21.126 +08:00] [INFO] [merge.go:82] ["merge overlapping files completed"] [writer-id=9d4eb20a-5cd7-4b9e-8331-21606fb1fe9e] [file-count=1] [takeTime=475.505064ms] [] [2024/05/06 17:56:21.128 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=4.2µs] [write-time=45.282019ms] [sort-speed(kv/s)=714.3kB] [write-speed(bytes/s)=3.86KiB] [writer-id=6b355e17-69ee-4678-af94-c17703929fcf] [2024/05/06 17:56:21.128 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=6b355e17-69ee-4678-af94-c17703929fcf] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000004] [maxKey=74800000000000006a5f728000000000000006] [2024/05/06 17:56:21.128 +08:00] [INFO] [merge.go:82] ["merge overlapping files completed"] [writer-id=6b355e17-69ee-4678-af94-c17703929fcf] [file-count=1] [takeTime=477.466413ms] [] [2024/05/06 17:56:21.128 +08:00] [INFO] [scheduler.go:289] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [takeTime=477.740244ms] [] [2024/05/06 17:56:21.209 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=4] [next-step=5] [2024/05/06 17:56:21.211 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 17:56:21.213 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 17:56:21.240 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:21.240 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:21.240 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:21.240 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:21.240 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:21.241 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:21.242 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:21.245 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:21.245 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:21.245 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:21.245 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:21.245 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:21.245 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:21.245 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:21.245 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:21.246 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:21.246 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:21.246 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 17:56:21.249 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=74800000000000006a5f698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006a5f69800000000000000103800000000000000603800000000000000600] [dataFiles=2] [2024/05/06 17:56:21.251 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:21.251 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:21.251 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:21.252 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:21.252 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:21.253 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:21.253 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:21.256 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:21.256 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:21.256 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:21.256 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:21.256 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:21.256 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:21.256 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:21.256 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:21.257 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:21.257 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:21.257 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 17:56:21.259 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=74800000000000006a5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [endKey=74800000000000006a5f698000000000000002016261723600000000fb03800000000000014303800000000000000600] [dataFiles=2] [2024/05/06 17:56:21.262 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:21.262 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:21.262 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:21.262 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:21.262 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:21.263 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:21.263 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:21.266 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:21.267 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:21.267 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:21.267 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:21.267 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:21.267 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:21.267 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:21.267 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:21.267 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:21.267 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:21.267 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 17:56:21.270 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000001] [endKey=74800000000000006a5f69800000000000000303800000000000031503800000000000000300] [dataFiles=2] [2024/05/06 17:56:21.272 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:21.272 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:21.272 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:21.272 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:21.272 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:21.273 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:21.273 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:21.277 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:21.277 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:21.277 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:21.277 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:21.277 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:21.277 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:21.277 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:21.277 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:21.277 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:21.277 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:21.278 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 17:56:21.280 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=74800000000000006a5f728000000000000001] [endKey=74800000000000006a5f72800000000000000600] [dataFiles=2] [2024/05/06 17:56:21.281 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/05/06 17:56:21.281 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=4] [concurrency=8] [subtasks=4] [2024/05/06 17:56:21.281 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:21.298 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=4] [to=5] [2024/05/06 17:56:21.298 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:21.446 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/06 17:56:21.446 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=4] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=816.919676ms] [] [2024/05/06 17:56:21.713 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:21.713 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:21.713 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:21.714 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:21.714 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:21.715 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:21.715 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:21.715 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 17:56:21.729 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:21.729 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:21.729 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:21.729 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:21.729 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:21.729 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:21.729 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:21.729 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:21.729 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:21.729 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:21.752 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=5] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:21.754 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=write&ingest] [2024/05/06 17:56:21.765 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:21.765 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:21.765 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:21.766 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:21.766 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:21.767 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:21.767 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:21.767 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:21.767 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:21.767 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:21.767 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:21.767 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:21.767 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:21.767 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:21.767 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:21.767 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:21.768 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:21.768 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:21.768 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:21.771 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:21.771 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:21.771 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:21.771 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:21.771 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:21.772 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:21.772 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:21.782 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:21.782 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 17:56:21.795 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=11] [kv-group=1] [2024/05/06 17:56:21.804 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006A5F69800000000000000103800000000000000603800000000000000600] [ranges=1] [] [2024/05/06 17:56:21.804 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:21.806 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=dbbb477d-006a-5bdf-8d9a-a4c9cb6853ed] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 17:56:21.806 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:21.806 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/06 17:56:21.806 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [maxKey=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FD] [retry=0] [2024/05/06 17:56:21.806 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FD] [2024/05/06 17:56:21.806 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [maxKey=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FD] [regions=1] [2024/05/06 17:56:21.811 +08:00] [INFO] [client.go:496] ["checking whether need to scatter"] [store=3] [max-replica=3] [2024/05/06 17:56:21.812 +08:00] [INFO] [localhelper.go:300] ["batch split region"] [region_id=14] [keys=2] [firstKey="dIAAAAAAAABqX2mAAAAAAAAAAQOAAAAAAAAAAQOAAAAAAAAAAQ=="] [end="dIAAAAAAAABqX2mAAAAAAAAAAQOAAAAAAAAABgOAAAAAAAAABgA="] [2024/05/06 17:56:21.813 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=2] [take=799.862µs] [2024/05/06 17:56:21.813 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=7.472046ms] [] [2024/05/06 17:56:21.813 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=16] [ranges=1] [range-groups=1] [data-files=2] [check-hotspot=false] [2024/05/06 17:56:21.814 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/06 17:56:21.816 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=2.789014ms] [] [2024/05/06 17:56:21.820 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=585.013µs] ["iterated count"=6] [2024/05/06 17:56:21.823 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574176507035649] [req-type=Cop] [region="{ region id: 14, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:21.823 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574176507035649] [req-type=Cop] [region="{ region id: 14, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:21.833 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=dbbb477d-006a-5bdf-8d9a-a4c9cb6853ed] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 17:56:21.834 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=11] [kv-group=1] [takeTime=38.780761ms] [] [2024/05/06 17:56:21.850 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=12] [kv-group=2] [2024/05/06 17:56:21.859 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [endKey=74800000000000006A5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [ranges=1] [] [2024/05/06 17:56:21.859 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:21.860 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=25668ad8-4873-57dc-aa1d-011bac643ec4] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 17:56:21.861 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:21.861 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/06 17:56:21.861 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6A5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [maxKey=7480000000000000FF6A5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F7] [retry=0] [2024/05/06 17:56:21.861 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6A5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [end=7480000000000000FF6A5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F7] [2024/05/06 17:56:21.861 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6A5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [maxKey=7480000000000000FF6A5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F7] [regions=1] [2024/05/06 17:56:21.866 +08:00] [INFO] [localhelper.go:300] ["batch split region"] [region_id=14] [keys=2] [firstKey="dIAAAAAAAABqX2mAAAAAAAAAAgFiYXIxAAAAAPsDgAAAAAAAAHsDgAAAAAAAAAE="] [end=dIAAAAAAAABqX2mAAAAAAAAAAgFiYXI2AAAAAPsDgAAAAAAAAUMDgAAAAAAAAAYA] [2024/05/06 17:56:21.867 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=2] [take=825.114µs] [2024/05/06 17:56:21.867 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=6.624895ms] [] [2024/05/06 17:56:21.867 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=16] [ranges=1] [range-groups=1] [data-files=2] [check-hotspot=false] [2024/05/06 17:56:21.868 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/06 17:56:21.870 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=2.602786ms] [] [2024/05/06 17:56:21.873 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574176520142851] [req-type=Cop] [region="{ region id: 14, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:21.873 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574176520142851] [req-type=Cop] [region="{ region id: 14, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:21.873 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574176520142853] [req-type=Cop] [region="{ region id: 14, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:21.874 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=1.75511ms] ["iterated count"=6] [2024/05/06 17:56:21.886 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=25668ad8-4873-57dc-aa1d-011bac643ec4] [size=107374182400] [kvs=0] [importedSize=394] [importedCount=6] [2024/05/06 17:56:21.887 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=12] [kv-group=2] [takeTime=37.225468ms] [] [2024/05/06 17:56:21.902 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=13] [kv-group=3] [2024/05/06 17:56:21.928 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F69800000000000000303800000000000007B038000000000000001] [endKey=74800000000000006A5F69800000000000000303800000000000031503800000000000000300] [ranges=1] [] [2024/05/06 17:56:21.928 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:21.930 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=c38aba3a-2546-5d4f-bdc1-3840e3607eff] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 17:56:21.930 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:21.930 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/06 17:56:21.930 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6A5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [maxKey=7480000000000000FF6A5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FD] [retry=0] [2024/05/06 17:56:21.931 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6A5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [end=7480000000000000FF6A5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FD] [2024/05/06 17:56:21.931 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6A5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [maxKey=7480000000000000FF6A5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FD] [regions=1] [2024/05/06 17:56:21.935 +08:00] [INFO] [localhelper.go:300] ["batch split region"] [region_id=14] [keys=2] [firstKey="dIAAAAAAAABqX2mAAAAAAAAAAwOAAAAAAAAAewOAAAAAAAAAAQ=="] [end="dIAAAAAAAABqX2mAAAAAAAAAAwOAAAAAAAADFQOAAAAAAAAAAwA="] [2024/05/06 17:56:21.947 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=2] [take=11.790632ms] [2024/05/06 17:56:21.947 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=17.231455ms] [] [2024/05/06 17:56:21.948 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=16] [ranges=1] [range-groups=1] [data-files=2] [check-hotspot=false] [2024/05/06 17:56:21.948 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/06 17:56:21.950 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=2.847893ms] [] [2024/05/06 17:56:21.954 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=556.211µs] ["iterated count"=6] [2024/05/06 17:56:21.965 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=c38aba3a-2546-5d4f-bdc1-3840e3607eff] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 17:56:21.967 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=13] [kv-group=3] [takeTime=64.553542ms] [] [2024/05/06 17:56:21.970 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574176546357249] [req-type=Get] [region="{ region id: 14, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:21.983 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=14] [kv-group=data] [2024/05/06 17:56:21.992 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F728000000000000001] [endKey=74800000000000006A5F72800000000000000600] [ranges=1] [] [2024/05/06 17:56:21.992 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:21.993 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=c92104fe-1480-5ebe-be2b-61946fa2dda3] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 17:56:21.994 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:21.994 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/06 17:56:21.994 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6A5F728000000000FF0000060000000000FB] [retry=0] [2024/05/06 17:56:21.994 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6A5F728000000000FF0000010000000000FA] [end=7480000000000000FF6A5F728000000000FF0000060000000000FB] [2024/05/06 17:56:21.994 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6A5F728000000000FF0000060000000000FB] [regions=1] [2024/05/06 17:56:21.999 +08:00] [INFO] [localhelper.go:300] ["batch split region"] [region_id=14] [keys=2] [firstKey="dIAAAAAAAABqX3KAAAAAAAAAAQ=="] [end="dIAAAAAAAABqX3KAAAAAAAAABgA="] [2024/05/06 17:56:22.000 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=2] [take=806.085µs] [2024/05/06 17:56:22.000 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=6.32067ms] [] [2024/05/06 17:56:22.000 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=16] [ranges=1] [range-groups=1] [data-files=2] [check-hotspot=false] [2024/05/06 17:56:22.000 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/06 17:56:22.003 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=2.884083ms] [] [2024/05/06 17:56:22.007 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=1.235456ms] ["iterated count"=6] [2024/05/06 17:56:22.019 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=c92104fe-1480-5ebe-be2b-61946fa2dda3] [size=107374182400] [kvs=0] [importedSize=262] [importedCount=6] [2024/05/06 17:56:22.020 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=14] [kv-group=data] [takeTime=36.604075ms] [] [2024/05/06 17:56:22.023 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574176559464449] [req-type=Cop] [region="{ region id: 14, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:22.023 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574176559464449] [req-type=Cop] [region="{ region id: 14, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:22.024 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574176559464450] [req-type=Get] [region="{ region id: 14, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:22.210 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=5] [next-step=2] [2024/05/06 17:56:22.212 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 17:56:22.214 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [2024/05/06 17:56:22.217 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:22.217 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:22.217 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:22.218 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:22.218 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:22.219 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:22.219 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:22.219 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:22.234 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:22.234 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:22.234 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:22.234 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:22.234 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:22.234 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:22.234 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:22.234 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:22.234 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:22.234 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:22.254 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":30,\"3\":30,\"4\":12}}"] [2024/05/06 17:56:22.257 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:22.257 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=5] [concurrency=8] [subtasks=1] [2024/05/06 17:56:22.257 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:22.272 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=5] [to=2] [2024/05/06 17:56:22.272 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:22.340 +08:00] [INFO] [scheduler.go:406] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=write&ingest] [2024/05/06 17:56:22.345 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:22.345 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:22.345 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:22.345 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:22.345 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:22.346 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:22.346 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:22.346 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:22.346 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:22.346 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:22.346 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:22.347 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:22.347 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:22.347 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/06 17:56:22.347 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=5] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=594.250347ms] [] [2024/05/06 17:56:22.653 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:22.655 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=post-process] [2024/05/06 17:56:22.668 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [2024/05/06 17:56:22.668 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [2024/05/06 17:56:22.668 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [2024/05/06 17:56:22.668 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [takeTime=2.227µs] [] [2024/05/06 17:56:22.668 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [checksum="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 17:56:22.669 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [weight=30] [2024/05/06 17:56:22.669 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [concurrency=15] [2024/05/06 17:56:22.671 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574176729858049] [req-type=Cop] [region="{ region id: 60, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 61, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 62, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 63, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=61-not_leader-63:1] [2024/05/06 17:56:22.671 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574176729858049] [req-type=Cop] [region="{ region id: 72, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 73, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 74, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 75, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=73-not_leader-75:1] [2024/05/06 17:56:22.671 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574176729858049] [req-type=Cop] [region="{ region id: 92, ver: 19, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 93, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 94, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 95, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=93-not_leader-95:1] [2024/05/06 17:56:22.671 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574176729858049] [req-type=Cop] [region="{ region id: 92, ver: 19, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 93, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 94, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 95, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=93-not_leader-95:1] [2024/05/06 17:56:22.671 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574176729858049] [req-type=Cop] [region="{ region id: 68, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 69, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 70, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 71, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=69-not_leader-70:1] [2024/05/06 17:56:22.672 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574176729858049] [req-type=Cop] [region="{ region id: 88, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 89, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 90, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 91, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=89-not_leader-90:1] [2024/05/06 17:56:22.672 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574176729858049] [req-type=Cop] [region="{ region id: 68, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 69, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 70, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 71, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=69-not_leader-70:1] [2024/05/06 17:56:22.676 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [local="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 17:56:22.676 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [takeTime=7.780484ms] [] [2024/05/06 17:56:22.676 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [takeTime=7.903299ms] [] [2024/05/06 17:56:22.709 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:22.711 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 17:56:22.713 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:22.713 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:56:22.713 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:22.727 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=2] [step=done] [state=running] [] [2024/05/06 17:56:22.730 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=2] [2024/05/06 17:56:22.741 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:22.995 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/06 17:56:22.995 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=342.049994ms] [] [2024/05/06 17:56:23.036 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 9.079722919\n# Parse_time: 0.00018855\n# Compile_time: 0.000446496\n# Rewrite_time: 0.000101183\n# Optimize_time: 0.000371323\n# Wait_TS: 0.000338982\n# DB: gsort_basic\n# Is_internal: false\n# Digest: dcf8af96db101b84bfb69d82045422744d4cb1a710b3b2c4091b7b49f93687ed\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OS4wOHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6OS4wOHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb';"] [2024/05/06 17:56:23.219 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=2] [2024/05/06 17:56:23.227 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:56:23.229 +08:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=2] [2024/05/06 17:56:23.279 +08:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=2] [takeTime=49.632268ms] [] [2024/05/06 17:56:23.295 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:56:23.295 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=gsort_basic] [sql="truncate table t"] [user=] [2024/05/06 17:56:23.309 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:102, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:23.267 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:23.309 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:102, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:23.267 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/06 17:56:23.326 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:102, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:23.267 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:23.354 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=2.534516ms] [gotSchemaVersion=54] [phyTblIDs="[106,108]"] [actionTypes="[11,11]"] [2024/05/06 17:56:23.359 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=109] [version=54] [2024/05/06 17:56:23.399 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=53.418268ms] [job="ID:109, Type:truncate table, State:done, SchemaState:public, SchemaID:102, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:23.267 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:23.414 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=109] [elementID=1] [comment="table ID is 106"] [2024/05/06 17:56:23.419 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="truncate table"] [2024/05/06 17:56:23.420 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:truncate table, State:synced, SchemaState:public, SchemaID:102, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:23.267 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:23.440 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 17:56:23.440 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:23.489 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"detached\":null}}"] [dist-task-enabled=false] [2024/05/06 17:56:23.512 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=3] [job-id=3] [thread-cnt=8] [2024/05/06 17:56:23.512 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=3] [2024/05/06 17:56:24.202 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=3] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:56:24.705 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=-1] [next-step=3] [2024/05/06 17:56:24.707 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/06 17:56:24.709 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=encode&sort] [2024/05/06 17:56:24.724 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:24.725 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 17:56:24.725 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=101.483µs] [2024/05/06 17:56:24.725 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=282.412µs] [] [2024/05/06 17:56:24.725 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/05/06 17:56:24.725 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=2] [2024/05/06 17:56:24.725 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:24.742 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=3] [task-type=ImportInto] [from=-1] [to=3] [2024/05/06 17:56:24.742 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:25.004 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=3] [2024/05/06 17:56:25.004 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=3] [type=ImportInto] [2024/05/06 17:56:25.217 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 17:56:25.311 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=3] [step=3] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:25.314 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=3] [step=encode&sort] [2024/05/06 17:56:25.314 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=3] [step=encode&sort] [2024/05/06 17:56:25.323 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:25.323 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:25.323 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:25.324 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:25.324 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:25.325 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:25.325 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:25.325 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:25.325 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:25.325 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:25.325 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:25.325 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:25.325 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:25.325 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:25.326 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:25.326 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:25.326 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:25.326 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:25.326 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:25.329 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:25.329 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:25.329 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:25.330 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:25.330 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:25.331 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:25.331 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:25.341 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:25.341 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 17:56:25.341 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=3] [step=encode&sort] [limit=256MiB] [2024/05/06 17:56:25.361 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=16] [2024/05/06 17:56:26.243 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/0fa44081-60b3-40c3-b0ed-21346f9dcf35] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:26.243 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/c038821f-438a-4937-90b4-9057aec4534c] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:26.243 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/ac7d9bf1-e59b-4da5-b30a-aaad266cfedc] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:26.243 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/caa80939-b109-49cb-a235-fda0620d0d6f] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:26.243 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/065a35d0-b8cf-43d7-b32b-1492e857eae0] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:26.243 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/2c9ad928-c856-4820-b35e-04049f9b6b58] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:26.243 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/ecc2afaa-c236-4f5d-b12a-0d9ea6214e6a] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:26.243 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 17:56:26.245 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=108] [key=t.1.csv:0] [2024/05/06 17:56:26.978 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=t.1.csv:0] [readDur=954.289µs] [encodeDur=359.771µs] [deliverDur=731.094358ms] [checksum="{cksum=3702789622917125528,size=556,kvs=12}"] [takeTime=732.986805ms] [] [2024/05/06 17:56:27.008 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=5.06µs] [write-time=29.798752ms] [sort-speed(kv/s)=592.9kB] [write-speed(bytes/s)=5.866KiB] [writer-id=data/dc3dfcb5-e7c6-4fc9-a5ff-e9833e9b7248] [2024/05/06 17:56:27.008 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/dc3dfcb5-e7c6-4fc9-a5ff-e9833e9b7248] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000001] [maxKey=74800000000000006c5f728000000000000003] [2024/05/06 17:56:27.025 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=3.799µs] [write-time=17.31703ms] [sort-speed(kv/s)=789.7kB] [write-speed(bytes/s)=9.136KiB] [writer-id=index/3/dc3dfcb5-e7c6-4fc9-a5ff-e9833e9b7248] [2024/05/06 17:56:27.026 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/dc3dfcb5-e7c6-4fc9-a5ff-e9833e9b7248] [kv-cnt-cap=4] [minKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006c5f698000000000000003038000000000000315038000000000000003] [2024/05/06 17:56:27.057 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=4.41µs] [write-time=31.512087ms] [sort-speed(kv/s)=680.3kB] [write-speed(bytes/s)=5.02KiB] [writer-id=index/1/dc3dfcb5-e7c6-4fc9-a5ff-e9833e9b7248] [2024/05/06 17:56:27.057 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/dc3dfcb5-e7c6-4fc9-a5ff-e9833e9b7248] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006c5f698000000000000001038000000000000003038000000000000003] [2024/05/06 17:56:27.075 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=245] [kv-cnt=3] [stat-size=130] [sort-time=5.024µs] [write-time=17.637966ms] [sort-speed(kv/s)=597.1kB] [write-speed(bytes/s)=13.56KiB] [writer-id=index/2/dc3dfcb5-e7c6-4fc9-a5ff-e9833e9b7248] [2024/05/06 17:56:27.075 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/dc3dfcb5-e7c6-4fc9-a5ff-e9833e9b7248] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006c5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/05/06 17:56:27.075 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=16] [takeTime=1.714474644s] [] [2024/05/06 17:56:27.076 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=encode&sort] [engine-id=0] [2024/05/06 17:56:27.095 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=17] [2024/05/06 17:56:28.385 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/9fe5ffb8-4882-44d8-8495-f865855f479a] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:28.385 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/d0c38c4b-a649-4933-9772-0a829f48fa1b] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:28.385 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/7bf2cefc-7d0d-448c-a360-399929917dc4] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:28.385 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 17:56:28.385 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/902423a2-e167-448c-a672-1eccdfc5a0a2] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:28.385 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/a974b150-fe9d-4563-9fbf-5dbb23382b1a] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:28.385 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/081d076b-d40d-4397-aa31-a318d1da9db7] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:28.385 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/7e2d6a36-6392-4793-814c-1b28d12d034d] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 17:56:28.387 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=108] [key=t.2.csv:0] [2024/05/06 17:56:28.785 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=t.2.csv:0] [readDur=796.519µs] [encodeDur=750.112µs] [deliverDur=396.546329ms] [checksum="{cksum=10203265657256280197,size=556,kvs=12}"] [takeTime=398.446813ms] [] [2024/05/06 17:56:28.805 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=4.203µs] [write-time=19.939121ms] [sort-speed(kv/s)=713.8kB] [write-speed(bytes/s)=8.767KiB] [writer-id=data/b9920c71-e93c-4a62-88bf-885891c22445] [2024/05/06 17:56:28.805 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/b9920c71-e93c-4a62-88bf-885891c22445] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000004] [maxKey=74800000000000006c5f728000000000000006] [2024/05/06 17:56:28.826 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=4.067µs] [write-time=20.133035ms] [sort-speed(kv/s)=737.6kB] [write-speed(bytes/s)=7.858KiB] [writer-id=index/1/b9920c71-e93c-4a62-88bf-885891c22445] [2024/05/06 17:56:28.826 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/b9920c71-e93c-4a62-88bf-885891c22445] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006c5f698000000000000001038000000000000006038000000000000006] [2024/05/06 17:56:28.846 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=245] [kv-cnt=3] [stat-size=130] [sort-time=4.507µs] [write-time=20.285385ms] [sort-speed(kv/s)=665.6kB] [write-speed(bytes/s)=11.79KiB] [writer-id=index/2/b9920c71-e93c-4a62-88bf-885891c22445] [2024/05/06 17:56:28.846 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/b9920c71-e93c-4a62-88bf-885891c22445] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006c5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/05/06 17:56:28.866 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=3.479µs] [write-time=19.500829ms] [sort-speed(kv/s)=862.3kB] [write-speed(bytes/s)=8.113KiB] [writer-id=index/3/b9920c71-e93c-4a62-88bf-885891c22445] [2024/05/06 17:56:28.866 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/b9920c71-e93c-4a62-88bf-885891c22445] [kv-cnt-cap=4] [minKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006c5f698000000000000003038000000000000143038000000000000006] [2024/05/06 17:56:28.866 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=17] [takeTime=1.770772871s] [] [2024/05/06 17:56:28.866 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=encode&sort] [engine-id=1] [2024/05/06 17:56:29.208 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=3] [next-step=4] [2024/05/06 17:56:29.210 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/06 17:56:29.212 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 17:56:29.219 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=3] [kv-group=1] [2024/05/06 17:56:29.219 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=3] [kv-group=2] [2024/05/06 17:56:29.219 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=3] [kv-group=3] [2024/05/06 17:56:29.219 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=1] [2024/05/06 17:56:29.219 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=running] [step=3] [concurrency=8] [subtasks=1] [2024/05/06 17:56:29.219 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:29.237 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=3] [task-type=ImportInto] [from=3] [to=4] [2024/05/06 17:56:29.237 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:29.495 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=encode&sort] [2024/05/06 17:56:29.496 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:29.496 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:29.496 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:29.496 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:29.496 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:29.496 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:29.497 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:29.497 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:29.497 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:29.497 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:29.498 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:29.498 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:29.498 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:29.498 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=3] [error="context canceled"] [2024/05/06 17:56:29.498 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=3] [step=3] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=4.186425691s] [] [2024/05/06 17:56:29.804 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=3] [step=4] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:29.806 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=3] [step=merge-sort] [2024/05/06 17:56:29.829 +08:00] [INFO] [scheduler.go:287] ["run subtask start"] [type=ImportInto] [task-id=3] [step=merge-sort] [subtask-id=18] [2024/05/06 17:56:29.830 +08:00] [INFO] [merge.go:34] ["start to merge overlapping files"] [file-count=2] [file-groups=2] [concurrency=8] [2024/05/06 17:56:29.830 +08:00] [INFO] [merge.go:77] ["merge overlapping files start"] [writer-id=a77678b2-429a-43b8-9dd9-4875ff83f47e] [file-count=1] [2024/05/06 17:56:29.830 +08:00] [INFO] [merge.go:77] ["merge overlapping files start"] [writer-id=18ea2909-811d-4bbf-87ed-384dd916fc5a] [file-count=1] [2024/05/06 17:56:29.842 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=2.894µs] [write-time=4.643619ms] [sort-speed(kv/s)=1.037MB] [write-speed(bytes/s)=37.64KiB] [writer-id=a77678b2-429a-43b8-9dd9-4875ff83f47e] [2024/05/06 17:56:29.842 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=a77678b2-429a-43b8-9dd9-4875ff83f47e] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000001] [maxKey=74800000000000006c5f728000000000000003] [2024/05/06 17:56:29.842 +08:00] [INFO] [merge.go:82] ["merge overlapping files completed"] [writer-id=a77678b2-429a-43b8-9dd9-4875ff83f47e] [file-count=1] [takeTime=12.702456ms] [] [2024/05/06 17:56:29.843 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=2.305µs] [write-time=5.090788ms] [sort-speed(kv/s)=1.302MB] [write-speed(bytes/s)=34.34KiB] [writer-id=18ea2909-811d-4bbf-87ed-384dd916fc5a] [2024/05/06 17:56:29.843 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=18ea2909-811d-4bbf-87ed-384dd916fc5a] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000004] [maxKey=74800000000000006c5f728000000000000006] [2024/05/06 17:56:29.843 +08:00] [INFO] [merge.go:82] ["merge overlapping files completed"] [writer-id=18ea2909-811d-4bbf-87ed-384dd916fc5a] [file-count=1] [takeTime=13.357855ms] [] [2024/05/06 17:56:29.843 +08:00] [INFO] [scheduler.go:289] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=merge-sort] [subtask-id=18] [takeTime=13.690695ms] [] [2024/05/06 17:56:30.209 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=4] [next-step=5] [2024/05/06 17:56:30.211 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/06 17:56:30.213 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 17:56:30.214 +08:00] [WARN] [dispatcher.go:580] ["generate part of subtasks failed"] [task-id=3] [task-type=ImportInto] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportDispatcherExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/dispatcher.go:242\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:578\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 17:56:30.214 +08:00] [WARN] [dispatcher.go:631] ["generate plan failed"] [task-id=3] [task-type=ImportInto] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportDispatcherExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/dispatcher.go:242\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:578\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [state=running] [2024/05/06 17:56:30.214 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=3] [step=merge-sort] [state=running] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportDispatcherExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/dispatcher.go:242\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:578\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 17:56:30.219 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:30.219 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:30.219 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:30.220 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:30.220 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:30.221 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:30.221 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:30.221 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=3] [step=merge-sort] [mode=Normal] [2024/05/06 17:56:30.225 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:30.225 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:30.225 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:30.225 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:30.225 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:30.225 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:30.225 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:30.225 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:30.225 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:30.225 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:30.227 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=3] [2024/05/06 17:56:30.236 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=failed] [2024/05/06 17:56:30.250 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=3] [task-type=ImportInto] [from=4] [to=5] [2024/05/06 17:56:30.250 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=failed] [to=running] [2024/05/06 17:56:30.250 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=3] [task-type=ImportInto] [error="invalid task state transform, from failed to running"] [errorVerbose="invalid task state transform, from failed to running\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:445\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage.func1\n\tpkg/disttask/framework/dispatcher/dispatcher.go:554\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:581\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 17:56:30.472 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=3] [error="context canceled"] [2024/05/06 17:56:30.472 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=3] [step=4] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=667.985764ms] [] [2024/05/06 17:56:30.717 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=3] [2024/05/06 17:56:30.726 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:56:30.728 +08:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=3] [2024/05/06 17:56:30.775 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=3] [step=4] [state=failed] [2024/05/06 17:56:30.782 +08:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=3] [takeTime=53.900913ms] [] [2024/05/06 17:56:30.799 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] === RUN TestLoadRemote/TestGlobalSortMultiFiles [2024/05/06 17:56:30.870 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gsort_basic] [sql="drop database if exists gs_multi_files"] [user=] [2024/05/06 17:56:30.871 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gsort_basic] [sql="create database gs_multi_files"] [user=] [2024/05/06 17:56:30.886 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:56:30.867 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:30.886 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:56:30.867 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database gs_multi_files"] [2024/05/06 17:56:30.904 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:30.867 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:30.921 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=1.211837ms] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:30.925 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=111] [version=55] [2024/05/06 17:56:30.969 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=52.660946ms] [job="ID:111, Type:create schema, State:done, SchemaState:public, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:56:30.867 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:30.992 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:create schema, State:synced, SchemaState:public, SchemaID:110, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:30.867 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:31.004 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 17:56:31.004 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:31.008 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=gs_multi_files] [sql="create table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [user=] [2024/05/06 17:56:31.023 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:30.967 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:31.023 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:30.967 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [2024/05/06 17:56:31.048 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:30.967 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:31.071 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=2.457153ms] [gotSchemaVersion=56] [phyTblIDs="[112]"] [actionTypes="[3]"] [2024/05/06 17:56:31.076 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=113] [version=56] [2024/05/06 17:56:31.119 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.627502ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:30.967 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:31.144 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:30.967 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:31.157 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 17:56:31.157 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:31.210 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://gs-multi-files/t.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"cloud_storage_uri\":\"gs://sorted/gs_multi_files?endpoint=http://127.0.0.1:4443/storage/v1/\",\"thread\":\"4\"}}"] [dist-task-enabled=false] [2024/05/06 17:56:31.231 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=4] [job-id=4] [thread-cnt=4] [2024/05/06 17:56:31.231 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=4] [2024/05/06 17:56:33.202 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=4] [task-type=ImportInto] [state=pending] [concurrency=4] [2024/05/06 17:56:33.705 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=-1] [next-step=3] [2024/05/06 17:56:33.707 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 17:56:33.708 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=encode&sort] [2024/05/06 17:56:33.723 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:33.723 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=147780] [2024/05/06 17:56:33.724 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=10] [MaxChunkSize=268435456] [RegionsCount=10] [BatchSize=147780] [cost=162.571µs] [2024/05/06 17:56:33.724 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=329.448µs] [] [2024/05/06 17:56:33.724 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=encode&sort] [subtask-count=1] [2024/05/06 17:56:33.724 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=4] [subtasks=1] [2024/05/06 17:56:33.724 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:33.739 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=-1] [to=3] [2024/05/06 17:56:33.739 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:34.003 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=4] [2024/05/06 17:56:34.004 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=4] [type=ImportInto] [2024/05/06 17:56:34.215 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 17:56:34.310 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=4] [step=3] [concurrency=4] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:34.312 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=4] [step=encode&sort] [2024/05/06 17:56:34.312 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=4] [step=encode&sort] [2024/05/06 17:56:34.320 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:34.320 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:34.320 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:34.321 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:34.321 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:34.322 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:34.322 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:34.322 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:34.322 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:34.322 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:34.322 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:34.322 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:34.322 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:34.322 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:34.322 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:34.322 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:34.322 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:34.322 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:34.322 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:34.326 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:34.326 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:34.326 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:34.326 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:34.326 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:34.327 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:34.328 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:34.337 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:34.337 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 17:56:34.337 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=4] [step=encode&sort] [limit=256MiB] [2024/05/06 17:56:34.351 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=4] [step=encode&sort] [subtask-id=19] [2024/05/06 17:56:34.365 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 17:56:34.365 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 17:56:34.365 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 17:56:34.365 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 17:56:34.367 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.1.csv:0] [2024/05/06 17:56:34.367 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.0.csv:0] [2024/05/06 17:56:34.367 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.2.csv:0] [2024/05/06 17:56:34.367 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.3.csv:0] [2024/05/06 17:56:34.551 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.2.csv:0] [readDur=8.110385ms] [encodeDur=72.443606ms] [deliverDur=149.403873ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [takeTime=183.872157ms] [] [2024/05/06 17:56:34.551 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 17:56:34.554 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.4.csv:0] [2024/05/06 17:56:34.560 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.0.csv:0] [readDur=8.149263ms] [encodeDur=66.764423ms] [deliverDur=154.724939ms] [checksum="{cksum=10408207814181128213,size=255604,kvs=4000}"] [takeTime=192.477366ms] [] [2024/05/06 17:56:34.560 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 17:56:34.562 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.5.csv:0] [2024/05/06 17:56:34.571 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.1.csv:0] [readDur=7.954837ms] [encodeDur=67.378267ms] [deliverDur=168.751386ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [takeTime=204.155243ms] [] [2024/05/06 17:56:34.571 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 17:56:34.573 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.6.csv:0] [2024/05/06 17:56:34.642 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.3.csv:0] [readDur=9.355208ms] [encodeDur=68.111329ms] [deliverDur=177.768737ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [takeTime=274.994741ms] [] [2024/05/06 17:56:34.643 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 17:56:34.647 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.7.csv:0] [2024/05/06 17:56:34.700 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.4.csv:0] [readDur=8.352873ms] [encodeDur=131.497449ms] [deliverDur=5.630253ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [takeTime=145.631514ms] [] [2024/05/06 17:56:34.700 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 17:56:34.702 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.8.csv:0] [2024/05/06 17:56:34.709 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.5.csv:0] [readDur=11.223432ms] [encodeDur=129.928211ms] [deliverDur=4.114468ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [takeTime=146.802578ms] [] [2024/05/06 17:56:34.709 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 17:56:34.711 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.9.csv:0] [2024/05/06 17:56:34.715 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.6.csv:0] [readDur=64.033319ms] [encodeDur=72.565906ms] [deliverDur=5.334792ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [takeTime=141.934593ms] [] [2024/05/06 17:56:34.727 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.7.csv:0] [readDur=8.171075ms] [encodeDur=67.136703ms] [deliverDur=4.249512ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [takeTime=80.479954ms] [] [2024/05/06 17:56:34.744 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=106000] [kv-cnt=2000] [stat-size=74] [sort-time=742.82µs] [write-time=27.648054ms] [sort-speed(kv/s)=2.692MB] [write-speed(bytes/s)=3.656MiB] [writer-id=data/52768ce6-c48e-40f7-8053-8b449c4b0174] [2024/05/06 17:56:34.744 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/52768ce6-c48e-40f7-8053-8b449c4b0174] [kv-cnt-cap=2048] [minKey=7480000000000000705f7280000000000003e8] [maxKey=7480000000000000705f728000000000001b57] [2024/05/06 17:56:34.753 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=106000] [kv-cnt=2000] [stat-size=74] [sort-time=732.826µs] [write-time=25.317007ms] [sort-speed(kv/s)=2.729MB] [write-speed(bytes/s)=3.993MiB] [writer-id=data/de0e0faf-e2fd-4a5e-a197-26fe58830e41] [2024/05/06 17:56:34.754 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/de0e0faf-e2fd-4a5e-a197-26fe58830e41] [kv-cnt-cap=2048] [minKey=7480000000000000705f728000000000000bb8] [maxKey=7480000000000000705f728000000000001f3f] [2024/05/06 17:56:34.807 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=164000] [kv-cnt=2000] [stat-size=130] [sort-time=933.735µs] [write-time=61.618695ms] [sort-speed(kv/s)=2.142MB] [write-speed(bytes/s)=2.538MiB] [writer-id=index/1/52768ce6-c48e-40f7-8053-8b449c4b0174] [2024/05/06 17:56:34.807 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/52768ce6-c48e-40f7-8053-8b449c4b0174] [kv-cnt-cap=2048] [minKey=7480000000000000705f69800000000000000101746573742d313030ff3000000000000000f80380000000000003e8] [maxKey=7480000000000000705f69800000000000000101746573742d363939ff3900000000000000f8038000000000001b57] [2024/05/06 17:56:34.809 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.8.csv:0] [readDur=7.939227ms] [encodeDur=93.018897ms] [deliverDur=4.76712ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [takeTime=106.870629ms] [] [2024/05/06 17:56:34.810 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=164000] [kv-cnt=2000] [stat-size=130] [sort-time=734.089µs] [write-time=56.078486ms] [sort-speed(kv/s)=2.724MB] [write-speed(bytes/s)=2.789MiB] [writer-id=index/1/de0e0faf-e2fd-4a5e-a197-26fe58830e41] [2024/05/06 17:56:34.811 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/de0e0faf-e2fd-4a5e-a197-26fe58830e41] [kv-cnt-cap=2048] [minKey=7480000000000000705f69800000000000000101746573742d333030ff3000000000000000f8038000000000000bb8] [maxKey=7480000000000000705f69800000000000000101746573742d373939ff3900000000000000f8038000000000001f3f] [2024/05/06 17:56:34.818 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.9.csv:0] [readDur=8.086968ms] [encodeDur=94.122942ms] [deliverDur=5.640591ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [takeTime=107.541745ms] [] [2024/05/06 17:56:34.840 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=192000] [kv-cnt=2000] [stat-size=148] [sort-time=935.885µs] [write-time=32.105864ms] [sort-speed(kv/s)=2.137MB] [write-speed(bytes/s)=5.703MiB] [writer-id=index/2/52768ce6-c48e-40f7-8053-8b449c4b0174] [2024/05/06 17:56:34.840 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/52768ce6-c48e-40f7-8053-8b449c4b0174] [kv-cnt-cap=2048] [minKey=7480000000000000705f6980000000000000020380000000000003e801746573742d313030ff3000000000000000f80380000000000003e8] [maxKey=7480000000000000705f698000000000000002038000000000001b5701746573742d363939ff3900000000000000f8038000000000001b57] [2024/05/06 17:56:34.842 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=192000] [kv-cnt=2000] [stat-size=148] [sort-time=856.225µs] [write-time=29.966694ms] [sort-speed(kv/s)=2.336MB] [write-speed(bytes/s)=6.11MiB] [writer-id=index/2/de0e0faf-e2fd-4a5e-a197-26fe58830e41] [2024/05/06 17:56:34.842 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/de0e0faf-e2fd-4a5e-a197-26fe58830e41] [kv-cnt-cap=2048] [minKey=7480000000000000705f698000000000000002038000000000000bb801746573742d333030ff3000000000000000f8038000000000000bb8] [maxKey=7480000000000000705f698000000000000002038000000000001f3f01746573742d373939ff3900000000000000f8038000000000001f3f] [2024/05/06 17:56:34.844 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=159000] [kv-cnt=3000] [stat-size=74] [sort-time=1.092022ms] [write-time=33.810041ms] [sort-speed(kv/s)=2.747MB] [write-speed(bytes/s)=4.485MiB] [writer-id=data/f7b987b8-2101-4e47-99e2-b7e67dbb21a9] [2024/05/06 17:56:34.844 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/f7b987b8-2101-4e47-99e2-b7e67dbb21a9] [kv-cnt-cap=3413] [minKey=7480000000000000705f7280000000000007d0] [maxKey=7480000000000000705f728000000000002327] [2024/05/06 17:56:34.854 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=157890] [kv-cnt=3000] [stat-size=74] [sort-time=1.072702ms] [write-time=33.753123ms] [sort-speed(kv/s)=2.797MB] [write-speed(bytes/s)=4.461MiB] [writer-id=data/63cb47dd-7de9-4fc9-9a03-30e210b125b1] [2024/05/06 17:56:34.854 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/63cb47dd-7de9-4fc9-9a03-30e210b125b1] [kv-cnt-cap=3413] [minKey=7480000000000000705f728000000000000000] [maxKey=7480000000000000705f72800000000000270f] [2024/05/06 17:56:34.872 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=192000] [kv-cnt=2000] [stat-size=148] [sort-time=891.193µs] [write-time=30.489138ms] [sort-speed(kv/s)=2.244MB] [write-speed(bytes/s)=6.006MiB] [writer-id=index/3/52768ce6-c48e-40f7-8053-8b449c4b0174] [2024/05/06 17:56:34.872 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/52768ce6-c48e-40f7-8053-8b449c4b0174] [kv-cnt-cap=2048] [minKey=7480000000000000705f69800000000000000301746573742d313030ff3000000000000000f80380000000000003e80380000000000003e8] [maxKey=7480000000000000705f69800000000000000301746573742d363939ff3900000000000000f8038000000000001b57038000000000001b57] [2024/05/06 17:56:34.873 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=192000] [kv-cnt=2000] [stat-size=148] [sort-time=828.535µs] [write-time=29.938388ms] [sort-speed(kv/s)=2.414MB] [write-speed(bytes/s)=6.116MiB] [writer-id=index/3/de0e0faf-e2fd-4a5e-a197-26fe58830e41] [2024/05/06 17:56:34.873 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/de0e0faf-e2fd-4a5e-a197-26fe58830e41] [kv-cnt-cap=2048] [minKey=7480000000000000705f69800000000000000301746573742d333030ff3000000000000000f8038000000000000bb8038000000000000bb8] [maxKey=7480000000000000705f69800000000000000301746573742d373939ff3900000000000000f8038000000000001f3f038000000000001f3f] [2024/05/06 17:56:34.884 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=246000] [kv-cnt=3000] [stat-size=130] [sort-time=1.296093ms] [write-time=38.743583ms] [sort-speed(kv/s)=2.315MB] [write-speed(bytes/s)=6.055MiB] [writer-id=index/1/f7b987b8-2101-4e47-99e2-b7e67dbb21a9] [2024/05/06 17:56:34.884 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/f7b987b8-2101-4e47-99e2-b7e67dbb21a9] [kv-cnt-cap=3413] [minKey=7480000000000000705f69800000000000000101746573742d323030ff3000000000000000f80380000000000007d0] [maxKey=7480000000000000705f69800000000000000101746573742d383939ff3900000000000000f8038000000000002327] [2024/05/06 17:56:34.897 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=285862] [kv-cnt=3000] [stat-size=139] [sort-time=1.145933ms] [write-time=42.555497ms] [sort-speed(kv/s)=2.618MB] [write-speed(bytes/s)=6.406MiB] [writer-id=index/2/63cb47dd-7de9-4fc9-9a03-30e210b125b1] [2024/05/06 17:56:34.898 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/63cb47dd-7de9-4fc9-9a03-30e210b125b1] [kv-cnt-cap=3413] [minKey=7480000000000000705f69800000000000000203800000000000000001746573742d300000fd038000000000000000] [maxKey=7480000000000000705f69800000000000000203800000000000270f01746573742d393939ff3900000000000000f803800000000000270f] [2024/05/06 17:56:34.924 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=288000] [kv-cnt=3000] [stat-size=148] [sort-time=1.167296ms] [write-time=39.030913ms] [sort-speed(kv/s)=2.57MB] [write-speed(bytes/s)=7.037MiB] [writer-id=index/2/f7b987b8-2101-4e47-99e2-b7e67dbb21a9] [2024/05/06 17:56:34.925 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/f7b987b8-2101-4e47-99e2-b7e67dbb21a9] [kv-cnt-cap=3413] [minKey=7480000000000000705f6980000000000000020380000000000007d001746573742d323030ff3000000000000000f80380000000000007d0] [maxKey=7480000000000000705f69800000000000000203800000000000232701746573742d383939ff3900000000000000f8038000000000002327] [2024/05/06 17:56:34.952 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=285862] [kv-cnt=3000] [stat-size=139] [sort-time=13.631148ms] [write-time=40.989918ms] [sort-speed(kv/s)=220.1kB] [write-speed(bytes/s)=6.651MiB] [writer-id=index/3/63cb47dd-7de9-4fc9-9a03-30e210b125b1] [2024/05/06 17:56:34.952 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/63cb47dd-7de9-4fc9-9a03-30e210b125b1] [kv-cnt-cap=3413] [minKey=7480000000000000705f69800000000000000301746573742d300000fd038000000000000000038000000000000000] [maxKey=7480000000000000705f69800000000000000301746573742d393939ff3900000000000000f803800000000000270f03800000000000270f] [2024/05/06 17:56:34.967 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=288000] [kv-cnt=3000] [stat-size=148] [sort-time=1.19366ms] [write-time=41.488401ms] [sort-speed(kv/s)=2.513MB] [write-speed(bytes/s)=6.62MiB] [writer-id=index/3/f7b987b8-2101-4e47-99e2-b7e67dbb21a9] [2024/05/06 17:56:34.968 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/f7b987b8-2101-4e47-99e2-b7e67dbb21a9] [kv-cnt-cap=3413] [minKey=7480000000000000705f69800000000000000301746573742d323030ff3000000000000000f80380000000000007d00380000000000007d0] [maxKey=7480000000000000705f69800000000000000301746573742d383939ff3900000000000000f8038000000000002327038000000000002327] [2024/05/06 17:56:35.000 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=243990] [kv-cnt=3000] [stat-size=121] [sort-time=14.03212ms] [write-time=32.947041ms] [sort-speed(kv/s)=213.8kB] [write-speed(bytes/s)=7.062MiB] [writer-id=index/1/63cb47dd-7de9-4fc9-9a03-30e210b125b1] [2024/05/06 17:56:35.000 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/63cb47dd-7de9-4fc9-9a03-30e210b125b1] [kv-cnt-cap=3413] [minKey=7480000000000000705f69800000000000000101746573742d300000fd038000000000000000] [maxKey=7480000000000000705f69800000000000000101746573742d393939ff3900000000000000f803800000000000270f] [2024/05/06 17:56:35.000 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=encode&sort] [subtask-id=19] [takeTime=648.624871ms] [] [2024/05/06 17:56:35.000 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=encode&sort] [engine-id=0] [2024/05/06 17:56:35.208 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=3] [next-step=4] [2024/05/06 17:56:35.210 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 17:56:35.211 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 17:56:35.218 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=4] [kv-group=data] [2024/05/06 17:56:35.218 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=4] [kv-group=1] [2024/05/06 17:56:35.218 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=4] [kv-group=2] [2024/05/06 17:56:35.218 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=4] [kv-group=3] [2024/05/06 17:56:35.218 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/05/06 17:56:35.218 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=3] [concurrency=4] [subtasks=0] [2024/05/06 17:56:35.218 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:35.231 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=3] [to=4] [2024/05/06 17:56:35.231 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:35.326 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=encode&sort] [2024/05/06 17:56:35.327 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:35.327 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:35.327 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:35.327 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:35.327 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:35.327 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:35.328 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:35.328 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:35.328 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:35.328 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:35.328 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:35.328 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:35.329 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:35.329 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=4] [error="context canceled"] [2024/05/06 17:56:35.329 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=4] [step=3] [concurrency=4] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=1.018493898s] [] [2024/05/06 17:56:35.709 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=4] [next-step=5] [2024/05/06 17:56:35.710 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 17:56:35.712 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 17:56:35.741 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:35.741 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:35.741 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:35.742 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:35.742 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:35.742 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:35.742 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:35.746 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:35.746 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:35.746 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:35.746 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:35.746 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:35.746 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:35.746 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:35.746 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:35.746 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:35.746 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:35.747 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 17:56:35.750 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=7480000000000000705f69800000000000000203800000000000000001746573742d300000fd038000000000000000] [endKey=7480000000000000705f69800000000000000203800000000000270f01746573742d393939ff3900000000000000f803800000000000270f00] [dataFiles=4] [2024/05/06 17:56:35.752 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:35.753 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:35.753 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:35.753 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:35.753 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:35.754 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:35.754 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:35.757 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:35.757 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:35.757 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:35.757 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:35.757 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:35.757 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:35.757 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:35.757 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:35.757 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:35.757 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:35.758 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 17:56:35.761 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=7480000000000000705f728000000000000000] [endKey=7480000000000000705f72800000000000270f00] [dataFiles=4] [2024/05/06 17:56:35.763 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:35.763 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:35.763 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:35.763 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:35.763 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:35.764 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:35.764 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:35.768 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:35.768 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:35.768 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:35.768 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:35.768 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:35.768 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:35.768 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:35.768 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:35.768 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:35.768 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:35.768 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 17:56:35.771 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=7480000000000000705f69800000000000000301746573742d300000fd038000000000000000038000000000000000] [endKey=7480000000000000705f69800000000000000301746573742d393939ff3900000000000000f803800000000000270f03800000000000270f00] [dataFiles=4] [2024/05/06 17:56:35.774 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:35.774 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:35.774 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:35.774 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:35.775 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:35.775 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:35.775 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:35.779 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:35.779 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:35.779 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:35.779 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:35.779 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:35.779 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:35.779 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:35.779 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:35.779 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:35.779 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:35.779 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 17:56:35.783 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=7480000000000000705f69800000000000000101746573742d300000fd038000000000000000] [endKey=7480000000000000705f69800000000000000101746573742d393939ff3900000000000000f803800000000000270f00] [dataFiles=4] [2024/05/06 17:56:35.783 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/05/06 17:56:35.783 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=4] [concurrency=4] [subtasks=4] [2024/05/06 17:56:35.783 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:35.802 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=4] [to=5] [2024/05/06 17:56:35.802 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:35.940 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=4] [step=5] [concurrency=4] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:35.942 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=4] [step=write&ingest] [2024/05/06 17:56:35.954 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:35.955 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:35.955 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:35.955 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:35.955 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:35.956 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:35.956 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:35.956 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:35.956 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:35.956 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:35.956 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:35.956 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:35.956 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:35.956 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:35.956 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:35.956 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:35.956 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:35.959 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:35.959 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:35.959 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:35.960 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:35.960 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:35.961 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:35.961 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:35.969 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:35.969 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 17:56:35.983 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=20] [kv-group=2] [2024/05/06 17:56:35.994 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000705F69800000000000000203800000000000000001746573742D300000FD038000000000000000] [endKey=7480000000000000705F69800000000000000203800000000000270F01746573742D393939FF3900000000000000F803800000000000270F00] [ranges=1] [] [2024/05/06 17:56:35.994 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:35.996 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=88dcf5a2-5e56-5f22-916f-189ea99cf340] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 17:56:35.996 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:35.996 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/06 17:56:35.996 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF705F698000000000FF0000020380000000FF0000000001746573FF742D300000FD0380FF0000000000000000FE] [maxKey=7480000000000000FF705F698000000000FF0000020380000000FF0000270F01746573FF742D393939FF3900FF000000000000F803FF800000000000270FFF0000000000000000F8] [retry=0] [2024/05/06 17:56:35.996 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF705F698000000000FF0000020380000000FF0000000001746573FF742D300000FD0380FF0000000000000000FE] [end=7480000000000000FF705F698000000000FF0000020380000000FF0000270F01746573FF742D393939FF3900FF000000000000F803FF800000000000270FFF0000000000000000F8] [2024/05/06 17:56:35.996 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF705F698000000000FF0000020380000000FF0000000001746573FF742D300000FD0380FF0000000000000000FE] [maxKey=7480000000000000FF705F698000000000FF0000020380000000FF0000270F01746573FF742D393939FF3900FF000000000000F803FF800000000000270FFF0000000000000000F8] [regions=1] [2024/05/06 17:56:36.001 +08:00] [INFO] [client.go:496] ["checking whether need to scatter"] [store=3] [max-replica=3] [2024/05/06 17:56:36.002 +08:00] [INFO] [localhelper.go:300] ["batch split region"] [region_id=14] [keys=2] [firstKey="dIAAAAAAAABwX2mAAAAAAAAAAgOAAAAAAAAAAAF0ZXN0LTAAAP0DgAAAAAAAAAA="] [end=dIAAAAAAAABwX2mAAAAAAAAAAgOAAAAAAAAnDwF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8A] [2024/05/06 17:56:36.003 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=2] [take=719.121µs] [2024/05/06 17:56:36.003 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=7.511918ms] [] [2024/05/06 17:56:36.003 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=8] [ranges=1] [range-groups=1] [data-files=4] [check-hotspot=false] [2024/05/06 17:56:36.004 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/06 17:56:36.007 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=3.164864ms] [] [2024/05/06 17:56:36.024 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574180229480449] [req-type=Cop] [region="{ region id: 14, ver: 19, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:36.024 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574180229480449] [req-type=Cop] [region="{ region id: 14, ver: 19, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:36.048 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=37.432325ms] ["iterated count"=10000] [2024/05/06 17:56:36.077 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=88dcf5a2-5e56-5f22-916f-189ea99cf340] [size=107374182400] [kvs=0] [importedSize=797862] [importedCount=10000] [2024/05/06 17:56:36.079 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=20] [kv-group=2] [takeTime=96.161859ms] [] [2024/05/06 17:56:36.097 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=21] [kv-group=data] [2024/05/06 17:56:36.108 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000705F728000000000000000] [endKey=7480000000000000705F72800000000000270F00] [ranges=1] [] [2024/05/06 17:56:36.108 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:36.110 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=0ccd3b13-b633-5d1e-8d34-1635c5c22406] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 17:56:36.110 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:36.110 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/06 17:56:36.110 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF705F728000000000FF0000000000000000FA] [maxKey=7480000000000000FF705F728000000000FF00270F0000000000FB] [retry=0] [2024/05/06 17:56:36.111 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF705F728000000000FF0000000000000000FA] [end=7480000000000000FF705F728000000000FF00270F0000000000FB] [2024/05/06 17:56:36.111 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF705F728000000000FF0000000000000000FA] [maxKey=7480000000000000FF705F728000000000FF00270F0000000000FB] [regions=1] [2024/05/06 17:56:36.116 +08:00] [INFO] [localhelper.go:300] ["batch split region"] [region_id=14] [keys=2] [firstKey="dIAAAAAAAABwX3KAAAAAAAAAAA=="] [end="dIAAAAAAAABwX3KAAAAAAAAnDwA="] [2024/05/06 17:56:36.117 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=2] [take=931.404µs] [2024/05/06 17:56:36.117 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=6.48729ms] [] [2024/05/06 17:56:36.117 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=8] [ranges=1] [range-groups=1] [data-files=4] [check-hotspot=false] [2024/05/06 17:56:36.117 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/06 17:56:36.120 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=3.1307ms] [] [2024/05/06 17:56:36.123 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574180255694850] [req-type=Cop] [region="{ region id: 14, ver: 21, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:36.124 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574180255694853] [req-type=Cop] [region="{ region id: 14, ver: 21, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:36.124 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574180255694850] [req-type=Cop] [region="{ region id: 14, ver: 21, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:36.158 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=34.173546ms] ["iterated count"=10000] [2024/05/06 17:56:36.185 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=0ccd3b13-b633-5d1e-8d34-1635c5c22406] [size=107374182400] [kvs=0] [importedSize=368890] [importedCount=10000] [2024/05/06 17:56:36.187 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=21] [kv-group=data] [takeTime=89.571506ms] [] [2024/05/06 17:56:36.204 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=22] [kv-group=3] [2024/05/06 17:56:36.210 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:36.211 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:36.211 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:36.211 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:36.211 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:36.212 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:36.212 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:36.212 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 17:56:36.215 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000705F69800000000000000301746573742D300000FD038000000000000000038000000000000000] [endKey=7480000000000000705F69800000000000000301746573742D393939FF3900000000000000F803800000000000270F03800000000000270F00] [ranges=1] [] [2024/05/06 17:56:36.215 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:36.217 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ff6562-87d0-5a56-80bb-4a167ccff507] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 17:56:36.217 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:36.217 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/06 17:56:36.217 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF705F698000000000FF0000030174657374FF2D300000FD038000FF0000000000000380FF0000000000000000FE] [maxKey=7480000000000000FF705F698000000000FF0000030174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F03FF800000000000270FFF0000000000000000F8] [retry=0] [2024/05/06 17:56:36.218 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF705F698000000000FF0000030174657374FF2D300000FD038000FF0000000000000380FF0000000000000000FE] [end=7480000000000000FF705F698000000000FF0000030174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F03FF800000000000270FFF0000000000000000F8] [2024/05/06 17:56:36.218 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF705F698000000000FF0000030174657374FF2D300000FD038000FF0000000000000380FF0000000000000000FE] [maxKey=7480000000000000FF705F698000000000FF0000030174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F03FF800000000000270FFF0000000000000000F8] [regions=1] [2024/05/06 17:56:36.222 +08:00] [WARN] [client.go:366] ["fail to split region"] [region="{ID=108,startKey=7480000000000000FF705F698000000000FF0000020380000000FF0000270F01746573FF742D393939FF3900FF000000000000F803FF800000000000270FFF0000000000000000F8,endKey=7480000000000000FF705F728000000000FF0000000000000000FA,epoch=\"conf_ver:5 version:23 \",peers=\"id:109 store_id:1 ,id:110 store_id:5 ,id:111 store_id:2 \"}"] [regionErr="message:\"EpochNotMatch current epoch of region 108 is conf_ver: 5 version: 25\" epoch_not_match: peers: peers: peers: > > "] [2024/05/06 17:56:36.224 +08:00] [WARN] [localhelper.go:290] ["split regions"] [error="batch split regions failed: split region failed: err=message:\"EpochNotMatch current epoch of region 108 is conf_ver: 5 version: 25\" epoch_not_match: peers: peers: peers: > > : [BR:Restore:ErrRestoreSplitFailed]fail to split region"] ["retry time"=0] [region_id=108] [2024/05/06 17:56:36.224 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF705F698000000000FF0000030174657374FF2D300000FD038000FF0000000000000380FF0000000000000000FE] [maxKey=7480000000000000FF705F698000000000FF0000030174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F03FF800000000000270FFF0000000000000000F9] [retry=1] [2024/05/06 17:56:36.226 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:36.226 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:36.226 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:36.226 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:36.226 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:36.226 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:36.226 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:36.227 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:36.227 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:36.227 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:37.225 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=2] [start=7480000000000000FF705F698000000000FF0000030174657374FF2D300000FD038000FF0000000000000380FF0000000000000000FE] [end=7480000000000000FF705F698000000000FF0000030174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F03FF800000000000270FFF0000000000000000F9] [2024/05/06 17:56:37.225 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF705F698000000000FF0000030174657374FF2D300000FD038000FF0000000000000380FF0000000000000000FE] [maxKey=7480000000000000FF705F698000000000FF0000030174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F03FF800000000000270FFF0000000000000000F9] [regions=2] [2024/05/06 17:56:37.225 +08:00] [INFO] [localhelper.go:216] ["no ranges need to be split, skipped."] [2024/05/06 17:56:37.225 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=1.007391641s] [] [2024/05/06 17:56:37.225 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=8] [ranges=1] [range-groups=1] [data-files=4] [check-hotspot=false] [2024/05/06 17:56:37.225 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/06 17:56:37.228 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=3.487664ms] [] [2024/05/06 17:56:37.267 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=34.644625ms] ["iterated count"=10000] [2024/05/06 17:56:37.298 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ff6562-87d0-5a56-80bb-4a167ccff507] [size=107374182400] [kvs=0] [importedSize=797862] [importedCount=10000] [2024/05/06 17:56:37.299 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=22] [kv-group=3] [takeTime=1.095400951s] [] [2024/05/06 17:56:37.316 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=23] [kv-group=1] [2024/05/06 17:56:37.328 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000705F69800000000000000101746573742D300000FD038000000000000000] [endKey=7480000000000000705F69800000000000000101746573742D393939FF3900000000000000F803800000000000270F00] [ranges=1] [] [2024/05/06 17:56:37.328 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:37.330 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=13828c64-9414-5512-b90c-635ed80ab1cf] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 17:56:37.330 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:37.330 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/06 17:56:37.330 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF705F698000000000FF0000010174657374FF2D300000FD038000FF0000000000000000FD] [maxKey=7480000000000000FF705F698000000000FF0000010174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F00FF0000000000000000F7] [retry=0] [2024/05/06 17:56:37.331 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF705F698000000000FF0000010174657374FF2D300000FD038000FF0000000000000000FD] [end=7480000000000000FF705F698000000000FF0000010174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F00FF0000000000000000F7] [2024/05/06 17:56:37.331 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF705F698000000000FF0000010174657374FF2D300000FD038000FF0000000000000000FD] [maxKey=7480000000000000FF705F698000000000FF0000010174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F00FF0000000000000000F7] [regions=1] [2024/05/06 17:56:37.336 +08:00] [INFO] [localhelper.go:300] ["batch split region"] [region_id=100] [keys=2] [firstKey="dIAAAAAAAABwX2mAAAAAAAAAAQF0ZXN0LTAAAP0DgAAAAAAAAAA="] [end=dIAAAAAAAABwX2mAAAAAAAAAAQF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8A] [2024/05/06 17:56:37.337 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=2] [take=879.96µs] [2024/05/06 17:56:37.337 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=6.957004ms] [] [2024/05/06 17:56:37.337 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=8] [ranges=1] [range-groups=1] [data-files=4] [check-hotspot=false] [2024/05/06 17:56:37.337 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/06 17:56:37.341 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=3.367674ms] [] [2024/05/06 17:56:37.381 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=36.42018ms] ["iterated count"=10000] [2024/05/06 17:56:37.409 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=13828c64-9414-5512-b90c-635ed80ab1cf] [size=107374182400] [kvs=0] [importedSize=657990] [importedCount=10000] [2024/05/06 17:56:37.410 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=23] [kv-group=1] [takeTime=94.058961ms] [] [2024/05/06 17:56:37.710 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=5] [next-step=2] [2024/05/06 17:56:37.712 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 17:56:37.714 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [2024/05/06 17:56:37.717 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:37.717 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:37.717 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:37.718 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:37.718 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:37.719 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:37.719 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:37.719 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:37.733 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:37.733 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:37.733 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:37.733 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:37.733 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:37.733 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:37.734 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:37.734 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:37.734 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:37.734 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:37.756 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":10000,\"ColSizeMap\":{\"1\":21744,\"2\":98890}}"] [2024/05/06 17:56:37.759 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:37.759 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=5] [concurrency=4] [subtasks=1] [2024/05/06 17:56:37.759 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:37.774 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=5] [to=2] [2024/05/06 17:56:37.774 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:38.039 +08:00] [INFO] [scheduler.go:406] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=write&ingest] [2024/05/06 17:56:38.047 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:38.047 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:38.047 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:38.047 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:38.047 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:38.047 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:38.047 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:38.047 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:38.047 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:38.047 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:38.048 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:38.048 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:38.048 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:38.048 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=4] [error="context canceled"] [2024/05/06 17:56:38.049 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=4] [step=5] [concurrency=4] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.108602645s] [] [2024/05/06 17:56:38.355 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=4] [step=2] [concurrency=4] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:38.357 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=4] [step=post-process] [2024/05/06 17:56:38.371 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [2024/05/06 17:56:38.371 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [2024/05/06 17:56:38.371 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [2024/05/06 17:56:38.371 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [takeTime=2.827µs] [] [2024/05/06 17:56:38.371 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [checksum="{cksum=10408207814181128213,size=2622604,kvs=40000}"] [2024/05/06 17:56:38.372 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [weight=30] [2024/05/06 17:56:38.373 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [concurrency=15] [2024/05/06 17:56:38.375 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574180845518853] [req-type=Cop] [region="{ region id: 108, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 109, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 110, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 111, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=109-epoch_not_match:1] [2024/05/06 17:56:38.375 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574180845518853] [req-type=Cop] [region="{ region id: 100, ver: 21, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 101, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 102, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 103, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=101-not_leader-102:1] [2024/05/06 17:56:38.375 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574180845518853] [req-type=Cop] [region="{ region id: 108, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 109, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 110, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 111, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=109-epoch_not_match:1] [2024/05/06 17:56:38.375 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574180845518853] [req-type=Cop] [region="{ region id: 108, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 109, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 110, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 111, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=109-epoch_not_match:1] [2024/05/06 17:56:38.375 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574180845518853] [req-type=Cop] [region="{ region id: 100, ver: 21, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 101, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 102, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 103, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=101-not_leader-102:1] [2024/05/06 17:56:38.375 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574180845518853] [req-type=Cop] [region="{ region id: 104, ver: 21, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 105, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 106, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 107, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=105-not_leader-107:1] [2024/05/06 17:56:38.375 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574180845518853] [req-type=Cop] [region="{ region id: 112, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 113, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 114, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 115, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=113-not_leader-114:1] [2024/05/06 17:56:38.378 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574180845518853] [req-type=Cop] [region="{ region id: 100, ver: 21, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 101, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 102, store: 5, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 103, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=2] [total-backoff-times=1] [max-exec-timeout-ms=60000] [total-region-errors=102-epoch_not_match:1] [2024/05/06 17:56:38.379 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574180845518853] [req-type=Cop] [region="{ region id: 100, ver: 21, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 101, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 102, store: 5, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 103, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=2] [total-backoff-times=1] [max-exec-timeout-ms=60000] [total-region-errors=102-epoch_not_match:1] [2024/05/06 17:56:38.385 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574180845518853] [req-type=Cop] [region="{ region id: 132, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 133, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 134, store: 5, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 135, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=134-not_leader-135:1] [2024/05/06 17:56:38.396 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [local="{cksum=10408207814181128213,size=2622604,kvs=40000}"] [2024/05/06 17:56:38.396 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [takeTime=24.666684ms] [] [2024/05/06 17:56:38.396 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [takeTime=24.831555ms] [] [2024/05/06 17:56:38.709 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:38.711 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 17:56:38.712 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:38.713 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=2] [concurrency=4] [subtasks=0] [2024/05/06 17:56:38.713 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:38.727 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=4] [step=done] [state=running] [] [2024/05/06 17:56:38.730 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=4] [2024/05/06 17:56:38.737 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:39.022 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=4] [error="context canceled"] [2024/05/06 17:56:39.022 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=4] [step=2] [concurrency=4] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=666.542849ms] [] [2024/05/06 17:56:39.045 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 7.885424692\n# Parse_time: 0.000140954\n# Compile_time: 0.000392989\n# Rewrite_time: 0.000110674\n# Optimize_time: 0.000318174\n# Wait_TS: 0.000377086\n# DB: gs_multi_files\n# Is_internal: false\n# Digest: d09344d5e027e1b62774457cf1a96d50e817b32bdeff4ee309760b7f6578c33a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny44OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny44OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse gs_multi_files;\nIMPORT INTO `gs_multi_files`.`t` FROM 'gs://gs-multi-files/t.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=4, cloud_storage_uri=_UTF8MB4'gs://sorted/gs_multi_files?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestLoadRemote/TestSplitFile [2024/05/06 17:56:39.198 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=gs_multi_files] [sql="drop database if exists split_file"] [user=] [2024/05/06 17:56:39.199 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=gs_multi_files] [sql="create database split_file"] [user=] [2024/05/06 17:56:39.213 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:create schema, State:queueing, SchemaState:none, SchemaID:114, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:56:39.167 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:39.213 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:115, Type:create schema, State:queueing, SchemaState:none, SchemaID:114, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:56:39.167 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database split_file"] [2024/05/06 17:56:39.218 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=4] [2024/05/06 17:56:39.227 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:56:39.229 +08:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=4] [2024/05/06 17:56:39.231 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:create schema, State:queueing, SchemaState:none, SchemaID:114, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:39.167 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:39.247 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=1.049448ms] [gotSchemaVersion=57] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:39.252 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=115] [version=57] [2024/05/06 17:56:39.297 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.513063ms] [job="ID:115, Type:create schema, State:done, SchemaState:public, SchemaID:114, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:56:39.167 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:39.314 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:create schema, State:synced, SchemaState:public, SchemaID:114, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:39.167 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:39.324 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=4] [step=-2] [state=succeed] [2024/05/06 17:56:39.326 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 17:56:39.326 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:39.329 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=split_file] [sql="create table t (a bigint primary key , b varchar(100));"] [user=] [2024/05/06 17:56:39.346 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:117, Type:create table, State:queueing, SchemaState:none, SchemaID:114, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:39.318 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint primary key , b varchar(100));"] [2024/05/06 17:56:39.346 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:create table, State:queueing, SchemaState:none, SchemaID:114, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:39.318 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:39.346 +08:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=4] [takeTime=117.792945ms] [] [2024/05/06 17:56:39.360 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:56:39.362 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:create table, State:queueing, SchemaState:none, SchemaID:114, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:39.318 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:39.383 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=2.044924ms] [gotSchemaVersion=58] [phyTblIDs="[116]"] [actionTypes="[3]"] [2024/05/06 17:56:39.388 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=117] [version=58] [2024/05/06 17:56:39.431 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.326213ms] [job="ID:117, Type:create table, State:done, SchemaState:public, SchemaID:114, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:39.318 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:39.447 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:create table, State:synced, SchemaState:public, SchemaID:114, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:39.318 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:39.459 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 17:56:39.459 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:39.505 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"split_file\":null}}"] [dist-task-enabled=false] [2024/05/06 17:56:39.524 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=5] [job-id=5] [thread-cnt=8] [2024/05/06 17:56:39.524 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=5] [2024/05/06 17:56:42.202 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=5] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:56:42.705 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:56:42.706 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/06 17:56:42.707 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 17:56:42.720 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:42.720 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 17:56:42.724 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=2094] [RegionsCount=3] [BatchSize=1] [cost=4.376661ms] [2024/05/06 17:56:42.724 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=4.513167ms] [] [2024/05/06 17:56:42.725 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=3] [2024/05/06 17:56:42.725 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=3] [2024/05/06 17:56:42.725 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:42.739 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=5] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:56:42.739 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:43.003 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=5] [2024/05/06 17:56:43.004 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=5] [type=ImportInto] [2024/05/06 17:56:43.212 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:43.212 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:43.212 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:43.212 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:43.213 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:43.213 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:43.213 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:43.213 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 17:56:43.231 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:43.231 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:43.231 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:43.231 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:43.231 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:43.231 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:43.231 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:43.231 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:43.231 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:43.231 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:43.237 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 17:56:43.310 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=5] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:43.311 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 17:56:43.311 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 17:56:43.317 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:43.317 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:43.317 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:43.318 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:43.318 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:43.318 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:43.318 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:43.319 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:43.319 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:43.319 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:43.319 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:43.319 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:43.319 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:43.319 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:43.319 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:43.319 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:43.319 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:43.319 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:43.319 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:43.323 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:43.323 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:43.323 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:43.323 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:43.323 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:43.324 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:43.324 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:43.334 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:43.334 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 17:56:43.334 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=5] [step=import] [limit=256MiB] [2024/05/06 17:56:43.348 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=25] [2024/05/06 17:56:43.352 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 17:56:43.356 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 17:56:43.357 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/06 17:56:43.386 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=116] [key=1.csv:0] [2024/05/06 17:56:43.392 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=1.csv:0] [readDur=1.561116ms] [encodeDur=3.257224ms] [deliverDur=448.95µs] [checksum="{cksum=3808258695512978041,size=6334,kvs=179}"] [takeTime=6.055247ms] [] [2024/05/06 17:56:43.393 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=6334] [kvs=179] [files=1] [sstFileSize=2395] [file=/tmp/tidb/import-4000/5/ca3e155a-15d5-5ae7-9e5c-7b927aa672a8.sst/2a29a09b-c6c1-4c9c-bf51-b0fd4c59ea9c.sst] [firstKey=7480000000000000745F728000000000000000] [lastKey=7480000000000000745F7280000000000000B2] [2024/05/06 17:56:43.393 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=25] [takeTime=44.585858ms] [] [2024/05/06 17:56:43.393 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 17:56:43.393 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 17:56:43.393 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 17:56:43.395 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.708603ms] [] [2024/05/06 17:56:43.395 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [2024/05/06 17:56:43.399 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:43.401 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] ["region ranges"=1] [count=179] [size=6334] [2024/05/06 17:56:43.401 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:43.401 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 17:56:43.401 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF745F728000000000FF0000000000000000FA] [maxKey=7480000000000000FF745F728000000000FF0000B30000000000FA] [retry=0] [2024/05/06 17:56:43.402 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF745F728000000000FF0000000000000000FA] [end=7480000000000000FF745F728000000000FF0000B30000000000FA] [2024/05/06 17:56:43.402 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF745F728000000000FF0000000000000000FA] [maxKey=7480000000000000FF745F728000000000FF0000B30000000000FA] [regions=1] [2024/05/06 17:56:43.402 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=475.358µs] [2024/05/06 17:56:43.402 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.303769ms] [] [2024/05/06 17:56:43.416 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [size=6334] [kvs=179] [importedSize=6334] [importedCount=179] [2024/05/06 17:56:43.418 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [takeTime=22.33563ms] [] [2024/05/06 17:56:43.418 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 17:56:43.419 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=907.647µs] [] [2024/05/06 17:56:43.419 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 17:56:43.419 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 17:56:43.420 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=1.381798ms] [] [2024/05/06 17:56:43.420 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [2024/05/06 17:56:43.420 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 17:56:43.420 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [takeTime=47.367µs] [] [2024/05/06 17:56:43.420 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 17:56:43.421 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=749.594µs] [] [2024/05/06 17:56:43.423 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574182169346049] [req-type=Cop] [region="{ region id: 14, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:43.423 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574182169346049] [req-type=Cop] [region="{ region id: 14, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:43.437 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=26] [2024/05/06 17:56:43.441 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 17:56:43.444 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 17:56:43.444 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/06 17:56:43.460 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=116] [key=1.csv:2107] [2024/05/06 17:56:43.465 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=1.csv:2107] [readDur=948.188µs] [encodeDur=3.206078ms] [deliverDur=123.155µs] [checksum="{cksum=18015026156569992564,size=5832,kvs=162}"] [takeTime=5.034297ms] [] [2024/05/06 17:56:43.466 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=26] [takeTime=28.629976ms] [] [2024/05/06 17:56:43.466 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=5832] [kvs=162] [files=1] [sstFileSize=2228] [file=/tmp/tidb/import-4000/5/daa203f4-1887-5623-a6a4-248c6bef501a.sst/90fd0097-9c11-44c1-ad20-62430c49f687.sst] [firstKey=7480000000000000745F7280000000000000B3] [lastKey=7480000000000000745F728000000000000154] [2024/05/06 17:56:43.466 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/05/06 17:56:43.466 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/05/06 17:56:43.466 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 17:56:43.468 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=2.027426ms] [] [2024/05/06 17:56:43.468 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [2024/05/06 17:56:43.472 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:43.474 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] ["region ranges"=1] [count=162] [size=5832] [2024/05/06 17:56:43.474 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:43.474 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 17:56:43.474 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF745F728000000000FF0000B30000000000FA] [maxKey=7480000000000000FF745F728000000000FF0001550000000000FA] [retry=0] [2024/05/06 17:56:43.475 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF745F728000000000FF0000B30000000000FA] [end=7480000000000000FF745F728000000000FF0001550000000000FA] [2024/05/06 17:56:43.475 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF745F728000000000FF0000B30000000000FA] [maxKey=7480000000000000FF745F728000000000FF0001550000000000FA] [regions=1] [2024/05/06 17:56:43.475 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=387.215µs] [2024/05/06 17:56:43.475 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.137051ms] [] [2024/05/06 17:56:43.479 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574182182453250] [req-type=Cop] [region="{ region id: 14, ver: 25, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:43.479 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574182182453250] [req-type=Cop] [region="{ region id: 14, ver: 25, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:43.490 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [size=5832] [kvs=162] [importedSize=5832] [importedCount=162] [2024/05/06 17:56:43.492 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [takeTime=23.358298ms] [] [2024/05/06 17:56:43.492 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 17:56:43.493 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=866.554µs] [] [2024/05/06 17:56:43.493 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/05/06 17:56:43.493 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 17:56:43.494 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=1.270337ms] [] [2024/05/06 17:56:43.494 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [2024/05/06 17:56:43.494 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 17:56:43.494 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [takeTime=41.913µs] [] [2024/05/06 17:56:43.494 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 17:56:43.495 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=660.809µs] [] [2024/05/06 17:56:43.511 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=27] [2024/05/06 17:56:43.515 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 17:56:43.519 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 17:56:43.519 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/06 17:56:43.546 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=116] [key=1.csv:4213] [2024/05/06 17:56:43.552 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=1.csv:4213] [readDur=1.009016ms] [encodeDur=4.163504ms] [deliverDur=122.496µs] [checksum="{cksum=242043345876055697,size=5724,kvs=159}"] [takeTime=6.082264ms] [] [2024/05/06 17:56:43.553 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=5724] [kvs=159] [files=1] [sstFileSize=2181] [file=/tmp/tidb/import-4000/5/f3889bb6-7112-53f8-a71e-4117aeb30a89.sst/70f966f3-c548-46c5-9418-2ffe2694fac9.sst] [firstKey=7480000000000000745F728000000000000155] [lastKey=7480000000000000745F7280000000000001F3] [2024/05/06 17:56:43.553 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=27] [takeTime=41.94501ms] [] [2024/05/06 17:56:43.553 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/05/06 17:56:43.554 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/05/06 17:56:43.554 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 17:56:43.556 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.904054ms] [] [2024/05/06 17:56:43.556 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [2024/05/06 17:56:43.560 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:43.562 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] ["region ranges"=1] [count=159] [size=5724] [2024/05/06 17:56:43.562 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:43.562 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 17:56:43.562 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF745F728000000000FF0001550000000000FA] [maxKey=7480000000000000FF745F728000000000FF0001F40000000000FA] [retry=0] [2024/05/06 17:56:43.563 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF745F728000000000FF0001550000000000FA] [end=7480000000000000FF745F728000000000FF0001F40000000000FA] [2024/05/06 17:56:43.563 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF745F728000000000FF0001550000000000FA] [maxKey=7480000000000000FF745F728000000000FF0001F40000000000FA] [regions=1] [2024/05/06 17:56:43.563 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=450.359µs] [2024/05/06 17:56:43.563 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.37126ms] [] [2024/05/06 17:56:43.572 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:26 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 27, request epoch conf_ver: 5 version: 26\")"] ["job stage"=needRescan] [2024/05/06 17:56:43.573 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000745F728000000000000155] [endKey=7480000000000000745F7280000000000001F4] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:56:45.573 +08:00] [2024/05/06 17:56:43.573 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574182208667650] [req-type=Cop] [region="{ region id: 14, ver: 26, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:43.573 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574182208667650] [req-type=Cop] [region="{ region id: 14, ver: 26, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:45.732 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [size=5724] [kvs=159] [importedSize=5724] [importedCount=159] [2024/05/06 17:56:45.733 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [takeTime=2.177648805s] [] [2024/05/06 17:56:45.733 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 17:56:45.735 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.116884ms] [] [2024/05/06 17:56:45.735 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/05/06 17:56:45.735 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 17:56:45.736 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=1.409609ms] [] [2024/05/06 17:56:45.736 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [2024/05/06 17:56:45.736 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 17:56:45.736 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [takeTime=53.935µs] [] [2024/05/06 17:56:45.736 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 17:56:45.737 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=843.924µs] [] [2024/05/06 17:56:46.209 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:56:46.210 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/06 17:56:46.211 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 17:56:46.214 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:46.214 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:46.214 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:46.215 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:46.215 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:46.216 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:46.216 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:46.216 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:46.231 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:46.231 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:46.231 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:46.231 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:46.231 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:46.231 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:46.231 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:46.231 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:46.231 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:46.231 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:46.250 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":500,\"ColSizeMap\":{\"1\":936,\"2\":4390}}"] [2024/05/06 17:56:46.251 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:46.251 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:56:46.251 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:46.264 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=5] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:56:46.264 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:46.366 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 17:56:46.372 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:46.372 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:46.372 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:46.372 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:46.372 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:46.372 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:46.372 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:46.372 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:46.372 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:46.372 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:46.373 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:46.373 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:46.373 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:46.373 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=5] [error="context canceled"] [2024/05/06 17:56:46.373 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=5] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=3.063014499s] [] [2024/05/06 17:56:46.680 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=5] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:46.681 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=5] [step=post-process] [2024/05/06 17:56:46.695 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [2024/05/06 17:56:46.695 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [2024/05/06 17:56:46.695 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [2024/05/06 17:56:46.695 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [takeTime=2.197µs] [] [2024/05/06 17:56:46.695 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [checksum="{cksum=14807964115588225436,size=17890,kvs=500}"] [2024/05/06 17:56:46.696 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [weight=30] [2024/05/06 17:56:46.696 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [concurrency=15] [2024/05/06 17:56:46.698 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [local="{cksum=14807964115588225436,size=17890,kvs=500}"] [2024/05/06 17:56:46.698 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [takeTime=3.420544ms] [] [2024/05/06 17:56:46.699 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [takeTime=3.561192ms] [] [2024/05/06 17:56:46.709 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:46.710 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/06 17:56:46.712 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:46.712 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:56:46.712 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:46.723 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=5] [step=done] [state=running] [] [2024/05/06 17:56:46.725 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=5] [2024/05/06 17:56:46.734 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:47.017 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=5] [error="context canceled"] [2024/05/06 17:56:47.017 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=5] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=337.736032ms] [] [2024/05/06 17:56:47.037 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 7.575460307\n# Parse_time: 0.000150377\n# Compile_time: 0.000401725\n# Rewrite_time: 0.000088231\n# Optimize_time: 0.000330598\n# Wait_TS: 0.000350796\n# DB: split_file\n# Is_internal: false\n# Digest: fc4f93e8ae24fc797ee4ddf5e6db025ad03fa83841f88250586e134638225671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse split_file;\nIMPORT INTO `split_file`.`t` FROM 'gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH split_file, __max_engine_size=_UTF8MB4'1';"] [2024/05/06 17:56:47.061 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=split_file] [sql="truncate table t"] [user=] [2024/05/06 17:56:47.075 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:truncate table, State:queueing, SchemaState:none, SchemaID:114, TableID:116, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:47.067 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:47.075 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:119, Type:truncate table, State:queueing, SchemaState:none, SchemaID:114, TableID:116, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:47.067 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/06 17:56:47.098 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:truncate table, State:queueing, SchemaState:none, SchemaID:114, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:47.067 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:47.122 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=2.195618ms] [gotSchemaVersion=59] [phyTblIDs="[116,118]"] [actionTypes="[11,11]"] [2024/05/06 17:56:47.127 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=119] [version=59] [2024/05/06 17:56:47.170 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.417988ms] [job="ID:119, Type:truncate table, State:done, SchemaState:public, SchemaID:114, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:47.067 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:47.195 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=119] [elementID=1] [comment="table ID is 116"] [2024/05/06 17:56:47.201 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=119] [jobType="truncate table"] [2024/05/06 17:56:47.203 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:truncate table, State:synced, SchemaState:public, SchemaID:114, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:47.067 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:47.218 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=5] [2024/05/06 17:56:47.223 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 17:56:47.223 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:47.226 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:56:47.242 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:56:47.269 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"skip_rows\":\"1\",\"split_file\":null}}"] [dist-task-enabled=false] [2024/05/06 17:56:47.289 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=6] [job-id=6] [thread-cnt=8] [2024/05/06 17:56:47.289 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=6] [2024/05/06 17:56:48.201 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=6] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:56:48.703 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:56:48.705 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/06 17:56:48.706 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 17:56:48.718 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:48.718 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 17:56:48.723 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=2094] [RegionsCount=3] [BatchSize=1] [cost=5.162345ms] [2024/05/06 17:56:48.723 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=5.29157ms] [] [2024/05/06 17:56:48.723 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=3] [2024/05/06 17:56:48.723 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=3] [2024/05/06 17:56:48.723 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:48.738 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=6] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:56:48.738 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:49.004 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=6] [2024/05/06 17:56:49.004 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=6] [type=ImportInto] [2024/05/06 17:56:49.211 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:49.212 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:49.212 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:49.212 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:49.212 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:49.213 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:49.213 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:49.214 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 17:56:49.229 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:49.229 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:49.229 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:49.229 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:49.229 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:49.229 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:49.229 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:49.229 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:49.229 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:49.229 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:49.235 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 17:56:49.311 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=6] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:49.312 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 17:56:49.312 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 17:56:49.318 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:49.318 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:49.318 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:49.318 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:49.318 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:49.319 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:49.319 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:49.319 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:49.319 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:49.319 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:49.319 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:49.319 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:49.319 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:49.320 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:49.320 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:49.320 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:49.320 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:49.320 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:49.320 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:49.324 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:49.324 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:49.324 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:49.324 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:49.324 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:49.325 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:49.325 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:49.336 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:49.336 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 17:56:49.336 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=6] [step=import] [limit=256MiB] [2024/05/06 17:56:49.351 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=29] [2024/05/06 17:56:49.355 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 17:56:49.358 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 17:56:49.359 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 17:56:49.417 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:0] [2024/05/06 17:56:49.423 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:0] [readDur=953.742µs] [encodeDur=4.07552ms] [deliverDur=159.393µs] [checksum="{cksum=9008950869126151650,size=6300,kvs=178}"] [takeTime=6.066227ms] [] [2024/05/06 17:56:49.424 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=6300] [kvs=178] [files=1] [sstFileSize=2388] [file=/tmp/tidb/import-4000/6/ca3e155a-15d5-5ae7-9e5c-7b927aa672a8.sst/a2cc102d-a8d3-42ba-884f-36ad59b32b16.sst] [firstKey=7480000000000000765F728000000000000001] [lastKey=7480000000000000765F7280000000000000B2] [2024/05/06 17:56:49.424 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=29] [takeTime=73.658237ms] [] [2024/05/06 17:56:49.425 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 17:56:49.425 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 17:56:49.425 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 17:56:49.427 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.96708ms] [] [2024/05/06 17:56:49.427 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [2024/05/06 17:56:49.431 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:49.433 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] ["region ranges"=1] [count=178] [size=6300] [2024/05/06 17:56:49.433 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:49.433 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 17:56:49.433 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF765F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF765F728000000000FF0000B30000000000FA] [retry=0] [2024/05/06 17:56:49.434 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF765F728000000000FF0000010000000000FA] [end=7480000000000000FF765F728000000000FF0000B30000000000FA] [2024/05/06 17:56:49.434 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF765F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF765F728000000000FF0000B30000000000FA] [regions=1] [2024/05/06 17:56:49.434 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=592.138µs] [2024/05/06 17:56:49.434 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.458126ms] [] [2024/05/06 17:56:49.443 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:27 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 29, request epoch conf_ver: 5 version: 27\")"] ["job stage"=needRescan] [2024/05/06 17:56:49.444 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000765F728000000000000001] [endKey=7480000000000000765F7280000000000000B3] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:56:51.444 +08:00] [2024/05/06 17:56:49.474 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574183755317249] [req-type=Cop] [region="{ region id: 14, ver: 27, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:49.474 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574183755317249] [req-type=Cop] [region="{ region id: 14, ver: 27, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:51.459 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [size=6300] [kvs=178] [importedSize=6300] [importedCount=178] [2024/05/06 17:56:51.460 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [takeTime=2.033326254s] [] [2024/05/06 17:56:51.460 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 17:56:51.461 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=978.454µs] [] [2024/05/06 17:56:51.461 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 17:56:51.461 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 17:56:51.463 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=1.473958ms] [] [2024/05/06 17:56:51.463 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [2024/05/06 17:56:51.463 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 17:56:51.463 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [takeTime=39.809µs] [] [2024/05/06 17:56:51.463 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 17:56:51.464 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=696.379µs] [] [2024/05/06 17:56:51.481 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=30] [2024/05/06 17:56:51.486 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 17:56:51.489 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 17:56:51.489 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 17:56:51.662 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:2107] [2024/05/06 17:56:51.668 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:2107] [readDur=999.738µs] [encodeDur=3.826289ms] [deliverDur=117.019µs] [checksum="{cksum=18015026156569992564,size=5832,kvs=162}"] [takeTime=5.815079ms] [] [2024/05/06 17:56:51.670 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=5832] [kvs=162] [files=1] [sstFileSize=2228] [file=/tmp/tidb/import-4000/6/daa203f4-1887-5623-a6a4-248c6bef501a.sst/1721f6c4-a5aa-4240-970b-6232b63b04ec.sst] [firstKey=7480000000000000765F7280000000000000B3] [lastKey=7480000000000000765F728000000000000154] [2024/05/06 17:56:51.670 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=30] [takeTime=188.169528ms] [] [2024/05/06 17:56:51.670 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/05/06 17:56:51.670 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/05/06 17:56:51.670 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 17:56:51.672 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.752622ms] [] [2024/05/06 17:56:51.672 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [2024/05/06 17:56:51.677 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:51.678 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] ["region ranges"=1] [count=162] [size=5832] [2024/05/06 17:56:51.678 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:51.678 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 17:56:51.679 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF765F728000000000FF0000B30000000000FA] [maxKey=7480000000000000FF765F728000000000FF0001550000000000FA] [retry=0] [2024/05/06 17:56:51.679 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF765F728000000000FF0000B30000000000FA] [end=7480000000000000FF765F728000000000FF0001550000000000FA] [2024/05/06 17:56:51.679 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF765F728000000000FF0000B30000000000FA] [maxKey=7480000000000000FF765F728000000000FF0001550000000000FA] [regions=1] [2024/05/06 17:56:51.680 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=742.464µs] [2024/05/06 17:56:51.680 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.564341ms] [] [2024/05/06 17:56:51.689 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 20, store 5, region 14, epoch conf_ver:5 version:29 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 30, request epoch conf_ver: 5 version: 29\")"] ["job stage"=needRescan] [2024/05/06 17:56:51.689 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000765F7280000000000000B3] [endKey=7480000000000000765F728000000000000155] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:56:53.689 +08:00] [2024/05/06 17:56:51.707 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574184332034055] [req-type=Cop] [region="{ region id: 14, ver: 29, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:53.703 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [size=5832] [kvs=162] [importedSize=5832] [importedCount=162] [2024/05/06 17:56:53.704 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [takeTime=2.032289206s] [] [2024/05/06 17:56:53.704 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 17:56:53.705 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=943.016µs] [] [2024/05/06 17:56:53.705 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/05/06 17:56:53.705 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 17:56:53.707 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=1.472207ms] [] [2024/05/06 17:56:53.707 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [2024/05/06 17:56:53.707 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 17:56:53.707 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [takeTime=41.899µs] [] [2024/05/06 17:56:53.707 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 17:56:53.708 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=729.345µs] [] [2024/05/06 17:56:53.724 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=31] [2024/05/06 17:56:53.729 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 17:56:53.733 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 17:56:53.733 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 17:56:53.793 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:4213] [2024/05/06 17:56:53.798 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:4213] [readDur=1.000568ms] [encodeDur=3.452956ms] [deliverDur=134.597µs] [checksum="{cksum=6963156542761696399,size=5724,kvs=159}"] [takeTime=5.436731ms] [] [2024/05/06 17:56:53.800 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=5724] [kvs=159] [files=1] [sstFileSize=2181] [file=/tmp/tidb/import-4000/6/f3889bb6-7112-53f8-a71e-4117aeb30a89.sst/b3f00bc3-9ea6-4f5d-85ab-b86398f7784e.sst] [firstKey=7480000000000000765F728000000000000155] [lastKey=7480000000000000765F7280000000000001F3] [2024/05/06 17:56:53.800 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=31] [takeTime=75.590944ms] [] [2024/05/06 17:56:53.800 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/05/06 17:56:53.800 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/05/06 17:56:53.800 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 17:56:53.802 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.603953ms] [] [2024/05/06 17:56:53.802 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [2024/05/06 17:56:53.806 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:53.807 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] ["region ranges"=1] [count=159] [size=5724] [2024/05/06 17:56:53.808 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:53.808 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 17:56:53.808 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF765F728000000000FF0001550000000000FA] [maxKey=7480000000000000FF765F728000000000FF0001F40000000000FA] [retry=0] [2024/05/06 17:56:53.808 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF765F728000000000FF0001550000000000FA] [end=7480000000000000FF765F728000000000FF0001F40000000000FA] [2024/05/06 17:56:53.808 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF765F728000000000FF0001550000000000FA] [maxKey=7480000000000000FF765F728000000000FF0001F40000000000FA] [regions=1] [2024/05/06 17:56:53.809 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=396.583µs] [2024/05/06 17:56:53.809 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.161021ms] [] [2024/05/06 17:56:53.822 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 31, but you sent conf_ver: 5 version: 30"] [region="{ID=168,startKey=7480000000000000FF765F728000000000FF0001550000000000FA,endKey=7480000000000000FF765F728000000000FF0001F40000000000FA,epoch=\"conf_ver:5 version:31 \",peers=\"id:169 store_id:1 ,id:170 store_id:5 ,id:171 store_id:2 \"}"] [start=7480000000000000765F728000000000000155] [end=7480000000000000765F7280000000000001F4] [2024/05/06 17:56:53.822 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000765F728000000000000155] [endKey=7480000000000000765F7280000000000001F4] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:56:55.822 +08:00] [2024/05/06 17:56:53.823 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574184895643650] [req-type=Cop] [region="{ region id: 14, ver: 30, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:53.824 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574184895643650] [req-type=Cop] [region="{ region id: 14, ver: 30, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 5, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:55.979 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [size=5724] [kvs=159] [importedSize=5724] [importedCount=159] [2024/05/06 17:56:55.981 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [takeTime=2.179165096s] [] [2024/05/06 17:56:55.981 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 17:56:55.983 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.304743ms] [] [2024/05/06 17:56:55.983 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/05/06 17:56:55.983 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 17:56:55.985 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=1.870841ms] [] [2024/05/06 17:56:55.985 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [2024/05/06 17:56:55.985 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 17:56:55.985 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [takeTime=45.971µs] [] [2024/05/06 17:56:55.985 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 17:56:55.986 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=943.606µs] [] [2024/05/06 17:56:56.208 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:56:56.209 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/06 17:56:56.210 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 17:56:56.213 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:56.213 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 17:56:56.213 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822805013623651] [2024/05/06 17:56:56.213 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:56.214 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 17:56:56.215 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:56.215 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:56.215 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:56.233 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:56.233 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:56.233 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:56.233 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:56.233 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:56.233 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:56.233 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:56.233 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:56.234 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:56.234 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:56.251 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":499,\"ColSizeMap\":{\"1\":935,\"2\":4383}}"] [2024/05/06 17:56:56.252 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:56.253 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:56:56.253 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:56.265 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=6] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:56:56.265 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:56.307 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 17:56:56.316 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:56.316 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:56.316 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:56.316 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:56.316 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:56.316 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:56.316 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:56.316 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:56.316 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:56.316 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:56.317 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:56.317 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:56.317 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:56.317 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=6] [error="context canceled"] [2024/05/06 17:56:56.317 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=6] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=7.006539149s] [] [2024/05/06 17:56:56.625 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=6] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:56.626 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=6] [step=post-process] [2024/05/06 17:56:56.640 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [2024/05/06 17:56:56.641 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [2024/05/06 17:56:56.641 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [2024/05/06 17:56:56.641 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [takeTime=2.516µs] [] [2024/05/06 17:56:56.641 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [checksum="{cksum=16692057902322752537,size=17856,kvs=499}"] [2024/05/06 17:56:56.641 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [weight=30] [2024/05/06 17:56:56.641 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [concurrency=15] [2024/05/06 17:56:56.644 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [local="{cksum=16692057902322752537,size=17856,kvs=499}"] [2024/05/06 17:56:56.644 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [takeTime=3.55579ms] [] [2024/05/06 17:56:56.644 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [takeTime=3.690962ms] [] [2024/05/06 17:56:56.708 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:56.709 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/06 17:56:56.710 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:56.710 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:56:56.710 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:56.721 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=6] [step=done] [state=running] [] [2024/05/06 17:56:56.724 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=6] [2024/05/06 17:56:56.732 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:56.902 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 9.676792447\n# Parse_time: 0.000161432\n# Compile_time: 0.000422782\n# Rewrite_time: 0.00010901\n# Optimize_time: 0.000168748\n# Wait_TS: 0.000307888\n# DB: split_file\n# Is_internal: false\n# Digest: 04671f37836f5ee79aaacf67fae1389a11d78dccd7fa6b16ff5356e4addca22a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OS42OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6OS42OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `split_file`.`t` FROM 'gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH split_file, skip_rows=1, __max_engine_size=_UTF8MB4'1';"] [2024/05/06 17:56:56.932 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3a89dde4-3074-47af-9894-063a9c5b4a6c"] [2024/05/06 17:56:56.932 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3a89dde4-3074-47af-9894-063a9c5b4a6c"] [2024/05/06 17:56:56.932 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3a89dde4-3074-47af-9894-063a9c5b4a6c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 17:56:56.934 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3a89dde4-3074-47af-9894-063a9c5b4a6c"] [] [2024/05/06 17:56:56.935 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 17:56:56.935 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=17.91µs] [2024/05/06 17:56:56.935 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=19.735µs] [2024/05/06 17:56:56.935 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=14.995µs] [2024/05/06 17:56:56.935 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=14.582µs] [2024/05/06 17:56:56.935 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=19.539µs] [2024/05/06 17:56:56.935 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=18.177µs] [2024/05/06 17:56:56.936 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=16.624µs] [2024/05/06 17:56:56.936 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=14.245µs] [2024/05/06 17:56:56.936 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=11.172µs] [2024/05/06 17:56:56.936 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=13.896µs] [2024/05/06 17:56:56.936 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 17:56:56.936 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=8.132µs] [2024/05/06 17:56:56.936 +08:00] [INFO] [delete_range.go:150] ["closing delRange"] [category=ddl] [2024/05/06 17:56:56.936 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 17:56:56.946 +08:00] [INFO] [ddl.go:872] ["DDL closed"] [category=ddl] [ID=3a89dde4-3074-47af-9894-063a9c5b4a6c] ["take time"=22.386414ms] [2024/05/06 17:56:56.946 +08:00] [INFO] [ddl.go:698] ["stop DDL"] [category=ddl] [ID=3a89dde4-3074-47af-9894-063a9c5b4a6c] [2024/05/06 17:56:56.948 +08:00] [INFO] [domain.go:1005] ["stopping ttlJobManager"] [2024/05/06 17:56:56.948 +08:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/3e0e58a5-08c5-4e5d-be7e-a9afcfe10919] [watcherID=d35bc69e-a263-4476-97f4-81cc7822aa86] [2024/05/06 17:56:56.948 +08:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 17:56:56.949 +08:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/3e0e58a5-08c5-4e5d-be7e-a9afcfe10919] [2024/05/06 17:56:56.949 +08:00] [INFO] [task_manager.go:193] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 17:56:56.949 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 17:56:56.949 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 17:56:56.949 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 17:56:56.949 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 17:56:56.949 +08:00] [INFO] [task_manager.go:193] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 17:56:56.949 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 17:56:56.949 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 17:56:56.949 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 17:56:56.949 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 17:56:56.951 +08:00] [INFO] [job_manager.go:173] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 17:56:56.952 +08:00] [INFO] [domain.go:1016] ["ttlJobManager exited."] [2024/05/06 17:56:56.952 +08:00] [INFO] [domain.go:2816] ["releaseServerID succeed"] [serverID=1732] [2024/05/06 17:56:56.952 +08:00] [INFO] [domain.go:1852] ["globalBindHandleWorkerLoop exited."] [2024/05/06 17:56:56.952 +08:00] [INFO] [domain.go:1521] ["stopping dist task dispatcher manager because the current node is not DDL owner anymore"] [id=3a89dde4-3074-47af-9894-063a9c5b4a6c] [2024/05/06 17:56:56.952 +08:00] [INFO] [domain.go:2500] ["autoAnalyzeWorker exited."] [2024/05/06 17:56:56.952 +08:00] [INFO] [domain.go:719] ["globalConfigSyncerKeeper exited."] [2024/05/06 17:56:56.953 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 17:56:56.953 +08:00] [INFO] [domain.go:886] ["loadSchemaInLoop exited."] [2024/05/06 17:56:56.953 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 17:56:56.953 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 17:56:56.953 +08:00] [INFO] [domain.go:2421] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 17:56:56.953 +08:00] [INFO] [domain.go:2363] ["loadStatsWorker exited."] [2024/05/06 17:56:56.953 +08:00] [INFO] [dispatcher.go:165] ["schedule task exits"] [task-id=6] [task-type=ImportInto] [error="context canceled"] [2024/05/06 17:56:56.953 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 17:56:56.953 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 17:56:56.953 +08:00] [INFO] [dispatcher_manager.go:162] ["dispatch task loop exits"] [error="context canceled"] [interval=3000] [2024/05/06 17:56:56.953 +08:00] [INFO] [domain.go:2062] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 17:56:56.953 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 17:56:56.953 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=6] [2024/05/06 17:56:56.953 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 17:56:56.953 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 17:56:56.953 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 17:56:56.953 +08:00] [INFO] [dispatcher_manager.go:299] ["cleanUp loop exits"] [error="context canceled"] [2024/05/06 17:56:56.953 +08:00] [INFO] [domain.go:1666] ["loadPrivilegeInLoop exited."] [2024/05/06 17:56:56.952 +08:00] [INFO] [domain.go:693] ["infoSyncerKeeper exited."] [2024/05/06 17:56:56.953 +08:00] [INFO] [dispatcher_manager.go:249] ["subtask history table gc loop exits"] [error="context canceled"] [2024/05/06 17:56:56.953 +08:00] [INFO] [plan_replayer.go:417] ["planReplayerTaskDumpWorker exited."] [2024/05/06 17:56:56.953 +08:00] [INFO] [domain.go:743] ["topologySyncerKeeper exited."] [2024/05/06 17:56:56.953 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 17:56:56.953 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 17:56:56.953 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 17:56:56.953 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 17:56:56.953 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 17:56:56.953 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[bindinfo] ownerManager 3a89dde4-3074-47af-9894-063a9c5b4a6c watch owner key /tidb/bindinfo/owner/22318f4d5360399b"] [2024/05/06 17:56:56.953 +08:00] [INFO] [domain.go:2116] ["dumpFileGcChecker exited."] [2024/05/06 17:56:56.953 +08:00] [INFO] [domain.go:1716] ["LoadSysVarCacheLoop exited."] [2024/05/06 17:56:56.953 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 17:56:56.953 +08:00] [ERROR] [advancer.go:398] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:398"] [2024/05/06 17:56:56.953 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 17:56:56.953 +08:00] [INFO] [domain.go:2082] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 17:56:56.953 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 17:56:56.953 +08:00] [INFO] [advancer.go:401] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 17:56:56.953 +08:00] [INFO] [domain.go:2521] ["gcAnalyzeHistory exited."] [2024/05/06 17:56:56.953 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=gcAnalyzeHistory] [2024/05/06 17:56:56.953 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 17:56:56.953 +08:00] [INFO] [manager.go:302] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 94af5319-e379-4639-8b8d-37d374415235"] [error="lost watcher waiting for delete"] [2024/05/06 17:56:56.953 +08:00] [INFO] [domain.go:2880] ["serverIDKeeper exited."] [2024/05/06 17:56:56.953 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 17:56:56.953 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 17:56:56.954 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 94af5319-e379-4639-8b8d-37d374415235"] [2024/05/06 17:56:56.953 +08:00] [INFO] [domain.go:1523] ["dist task dispatcher manager stopped"] [id=3a89dde4-3074-47af-9894-063a9c5b4a6c] [2024/05/06 17:56:56.954 +08:00] [INFO] [domain.go:1501] ["stopping dist task scheduler manager"] [2024/05/06 17:56:56.953 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 3a89dde4-3074-47af-9894-063a9c5b4a6c watch owner key /tidb/stats/owner/22318f4d5360399e"] [2024/05/06 17:56:56.954 +08:00] [INFO] [manager.go:151] ["fetchAndHandleRunnableTasksLoop done"] [2024/05/06 17:56:56.954 +08:00] [INFO] [manager.go:296] [cancelAllRunningTasks] [task-id=6] [2024/05/06 17:56:56.953 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3a89dde4-3074-47af-9894-063a9c5b4a6c"] [2024/05/06 17:56:56.953 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 17:56:56.953 +08:00] [INFO] [domain.go:2147] ["HistoricalStatsWorker exited."] [2024/05/06 17:56:56.954 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3a89dde4-3074-47af-9894-063a9c5b4a6c"] [2024/05/06 17:56:56.953 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 17:56:56.954 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 17:56:56.954 +08:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [2024/05/06 17:56:56.954 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=6] [error="context canceled"] [2024/05/06 17:56:56.954 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3a89dde4-3074-47af-9894-063a9c5b4a6c"] [2024/05/06 17:56:56.954 +08:00] [INFO] [manager.go:173] ["fetchAndFastCancelTasksLoop done"] [2024/05/06 17:56:56.954 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3a89dde4-3074-47af-9894-063a9c5b4a6c"] [2024/05/06 17:56:56.955 +08:00] [INFO] [domain.go:665] ["topNSlowQueryLoop exited."] [2024/05/06 17:56:56.955 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=94af5319-e379-4639-8b8d-37d374415235] [daemon-id=LogBackup::Advancer] [2024/05/06 17:56:56.955 +08:00] [INFO] [domain.go:1340] ["closestReplicaReadCheckLoop exited."] [2024/05/06 17:56:56.955 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 17:56:56.955 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 17:56:56.955 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 17:56:56.955 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 94af5319-e379-4639-8b8d-37d374415235"] [error="context canceled"] [2024/05/06 17:56:56.956 +08:00] [INFO] [scheduler.go:223] ["scheduler runSubtask loop exit"] [task-id=6] [2024/05/06 17:56:56.956 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=6] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=331.422336ms] [] [2024/05/06 17:56:56.957 +08:00] [INFO] [manager.go:352] ["onRunnableTask exit for cancel"] [task-id=6] [type=ImportInto] [2024/05/06 17:56:56.957 +08:00] [INFO] [domain.go:1503] ["dist task scheduler manager stopped"] [2024/05/06 17:56:56.957 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 17:56:56.992 +08:00] [INFO] [domain.go:2423] ["updateStatsWorker ready to release owner"] [2024/05/06 17:56:56.992 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 3a89dde4-3074-47af-9894-063a9c5b4a6c"] [error="context canceled"] [2024/05/06 17:56:57.156 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 94af5319-e379-4639-8b8d-37d374415235"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 17:56:57.193 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3a89dde4-3074-47af-9894-063a9c5b4a6c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 17:56:58.210 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3a89dde4-3074-47af-9894-063a9c5b4a6c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 17:56:58.210 +08:00] [INFO] [domain.go:1895] ["handleEvolvePlanTasksLoop exited."] [2024/05/06 17:56:58.210 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=handleEvolvePlanTasksLoop] [2024/05/06 17:56:58.420 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 94af5319-e379-4639-8b8d-37d374415235"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 17:56:58.448 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3a89dde4-3074-47af-9894-063a9c5b4a6c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 17:56:58.448 +08:00] [INFO] [domain.go:2429] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 17:56:58.448 +08:00] [INFO] [domain.go:2454] ["updateStatsWorker exited."] [2024/05/06 17:56:58.448 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 17:56:58.454 +08:00] [INFO] [domain.go:1053] ["domain closed"] ["take time"=1.53082489s] [2024/05/06 17:56:58.455 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:58.455 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:58.455 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:58.455 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:58.455 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:58.455 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:58.455 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:58.455 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:58.455 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:58.455 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:58.456 +08:00] [INFO] [pd.go:231] ["closed pd http client"] --- PASS: TestLoadRemote (61.27s) --- PASS: TestLoadRemote/TestGlobalSortBasic (25.59s) --- PASS: TestLoadRemote/TestGlobalSortMultiFiles (8.39s) --- PASS: TestLoadRemote/TestSplitFile (17.72s) PASS GCov does not exist at the given path: '' May 06, 2024 5:57:02 PM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 5:57:02 PM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 5:57:02 PM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 5:57:02 PM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 5:57:02 PM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest4:importintotest4_test up-to-date: bazel-bin/tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test INFO: Elapsed time: 107.947s, Critical Path: 89.22s INFO: 1451 processes: 1429 remote cache hit, 20 internal, 2 linux-sandbox. INFO: Build completed successfully, 1451 total actions Test cases: finished with 4 passing and 0 failing out of 4 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results ./t/planner/core/casetest/rule/rule_join_reorder.test: ok! 481 test cases passed, take time 2.385585873 s time="2024-05-06T17:57:04+08:00" level=info msg="run test [planner/core/casetest/rule/rule_join_reorder] ok" time="2024-05-06T17:57:04+08:00" level=warning msg="Create new db planner__core__casetest__rule__rule_result_reorder" time="2024-05-06T17:57:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/casetest/rule/rule_result_reorder.test: ok! 87 test cases passed, take time 0.440463271 s time="2024-05-06T17:57:04+08:00" level=info msg="run test [planner/core/casetest/rule/rule_result_reorder] ok" time="2024-05-06T17:57:04+08:00" level=warning msg="Create new db planner__core__cbo" time="2024-05-06T17:57:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } ./t/planner/core/cbo.test: ok! 11 test cases passed, take time 0.069259067 s time="2024-05-06T17:57:04+08:00" level=info msg="run test [planner/core/cbo] ok" time="2024-05-06T17:57:04+08:00" level=warning msg="Create new db planner__core__enforce_mpp" time="2024-05-06T17:57:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/enforce_mpp.test: ok! 8 test cases passed, take time 0.001106585 s time="2024-05-06T17:57:04+08:00" level=info msg="run test [planner/core/enforce_mpp] ok" time="2024-05-06T17:57:04+08:00" level=warning msg="Create new db planner__core__expression_rewriter" time="2024-05-06T17:57:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/planner/core/expression_rewriter.test: ok! 168 test cases passed, take time 0.843765783 s time="2024-05-06T17:57:05+08:00" level=info msg="run test [planner/core/expression_rewriter] ok" time="2024-05-06T17:57:05+08:00" level=warning msg="Create new db planner__core__indexmerge_intersection" time="2024-05-06T17:57:05+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/indexmerge_intersection.test: ok! 6 test cases passed, take time 0.016252441 s time="2024-05-06T17:57:05+08:00" level=info msg="run test [planner/core/indexmerge_intersection] ok" time="2024-05-06T17:57:05+08:00" level=warning msg="Create new db planner__core__indexmerge_path" time="2024-05-06T17:57:05+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/indexmerge_path.test: ok! 166 test cases passed, take time 0.613804354 s time="2024-05-06T17:57:06+08:00" level=info msg="run test [planner/core/indexmerge_path] ok" time="2024-05-06T17:57:06+08:00" level=warning msg="Create new db planner__core__integration" time="2024-05-06T17:57:06+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/integration.test: ok! 1434 test cases passed, take time 6.573331562 s time="2024-05-06T17:57:13+08:00" level=info msg="run test [planner/core/integration] ok" time="2024-05-06T17:57:13+08:00" level=warning msg="Create new db planner__core__integration_partition" time="2024-05-06T17:57:13+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/integration_partition.test: ok! 483 test cases passed, take time 3.37312731 s time="2024-05-06T17:57:16+08:00" level=info msg="run test [planner/core/integration_partition] ok" time="2024-05-06T17:57:16+08:00" level=warning msg="Create new db planner__core__issuetest__planner_issue" time="2024-05-06T17:57:16+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/issuetest/planner_issue.test: ok! 77 test cases passed, take time 0.618353138 s time="2024-05-06T17:57:17+08:00" level=info msg="run test [planner/core/issuetest/planner_issue] ok" time="2024-05-06T17:57:17+08:00" level=warning msg="Create new db planner__core__partition_pruner" time="2024-05-06T17:57:17+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/partition_pruner.test: ok! 643 test cases passed, take time 1.6604636529999999 s time="2024-05-06T17:57:18+08:00" level=info msg="run test [planner/core/partition_pruner] ok" time="2024-05-06T17:57:18+08:00" level=warning msg="Create new db planner__core__physical_plan" time="2024-05-06T17:57:18+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/physical_plan.test: ok! 22 test cases passed, take time 0.107305098 s time="2024-05-06T17:57:18+08:00" level=info msg="run test [planner/core/physical_plan] ok" time="2024-05-06T17:57:18+08:00" level=warning msg="Create new db planner__core__plan" time="2024-05-06T17:57:18+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/plan.test: ok! 129 test cases passed, take time 0.407775193 s time="2024-05-06T17:57:19+08:00" level=info msg="run test [planner/core/plan] ok" time="2024-05-06T17:57:19+08:00" level=warning msg="Create new db planner__core__plan_cache" time="2024-05-06T17:57:19+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/plan_cache.test: ok! 1085 test cases passed, take time 2.758377903 s time="2024-05-06T17:57:22+08:00" level=info msg="run test [planner/core/plan_cache] ok" time="2024-05-06T17:57:22+08:00" level=warning msg="Create new db planner__core__plan_cost_ver2" time="2024-05-06T17:57:22+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/plan_cost_ver2.test: ok! 64 test cases passed, take time 0.184798909 s time="2024-05-06T17:57:22+08:00" level=info msg="run test [planner/core/plan_cost_ver2] ok" time="2024-05-06T17:57:22+08:00" level=warning msg="Create new db planner__core__point_get_plan" time="2024-05-06T17:57:22+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/point_get_plan.test: ok! 245 test cases passed, take time 0.810284386 s time="2024-05-06T17:57:23+08:00" level=info msg="run test [planner/core/point_get_plan] ok" time="2024-05-06T17:57:23+08:00" level=warning msg="Create new db planner__core__preprocess" time="2024-05-06T17:57:23+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/preprocess.test: ok! 6 test cases passed, take time 0.023844261 s time="2024-05-06T17:57:23+08:00" level=info msg="run test [planner/core/preprocess] ok" time="2024-05-06T17:57:23+08:00" level=warning msg="Create new db planner__core__range_scan_for_like" time="2024-05-06T17:57:23+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/range_scan_for_like.test: ok! 183 test cases passed, take time 0.252238079 s time="2024-05-06T17:57:23+08:00" level=info msg="run test [planner/core/range_scan_for_like] ok" time="2024-05-06T17:57:23+08:00" level=warning msg="Create new db planner__core__rule_constant_propagation" time="2024-05-06T17:57:23+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/rule_constant_propagation.test: ok! 31 test cases passed, take time 0.24975574 s time="2024-05-06T17:57:23+08:00" level=info msg="run test [planner/core/rule_constant_propagation] ok" time="2024-05-06T17:57:23+08:00" level=warning msg="Create new db planner__core__rule_join_reorder" time="2024-05-06T17:57:23+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/rule_join_reorder.test: ok! 25 test cases passed, take time 0.194249992 s time="2024-05-06T17:57:24+08:00" level=info msg="run test [planner/core/rule_join_reorder] ok" time="2024-05-06T17:57:24+08:00" level=warning msg="Create new db planner__core__rule_result_reorder" time="2024-05-06T17:57:24+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/rule_result_reorder.test: ok! 29 test cases passed, take time 0.077563612 s time="2024-05-06T17:57:24+08:00" level=info msg="run test [planner/core/rule_result_reorder] ok" time="2024-05-06T17:57:24+08:00" level=warning msg="Create new db planner__core__tests__prepare__issue" time="2024-05-06T17:57:24+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/tests/prepare/issue.test: ok! 247 test cases passed, take time 0.53985836 s time="2024-05-06T17:57:24+08:00" level=info msg="run test [planner/core/tests/prepare/issue] ok" time="2024-05-06T17:57:24+08:00" level=warning msg="Create new db planner__core__tests__prepare__prepare" time="2024-05-06T17:57:24+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/tests/prepare/prepare.test: ok! 458 test cases passed, take time 1.002903254 s time="2024-05-06T17:57:25+08:00" level=info msg="run test [planner/core/tests/prepare/prepare] ok" time="2024-05-06T17:57:25+08:00" level=warning msg="Create new db planner__funcdep__only_full_group_by" time="2024-05-06T17:57:25+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/funcdep/only_full_group_by.test: ok! 142 test cases passed, take time 0.990335405 s time="2024-05-06T17:57:26+08:00" level=info msg="run test [planner/funcdep/only_full_group_by] ok" time="2024-05-06T17:57:26+08:00" level=warning msg="Create new db privilege__privileges" time="2024-05-06T17:57:26+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:26+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:26+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:27+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:27+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:27+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:27+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:27+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:27+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:27+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:27+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:27+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:27+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:27+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:27+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:27+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:27+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:27+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:29+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/privilege/privileges.test: ok! 391 test cases passed, take time 2.236688615 s time="2024-05-06T17:57:29+08:00" level=info msg="run test [privilege/privileges] ok" time="2024-05-06T17:57:29+08:00" level=warning msg="Create new db select" time="2024-05-06T17:57:29+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/select.test: ok! 189 test cases passed, take time 0.631792527 s time="2024-05-06T17:57:29+08:00" level=info msg="run test [select] ok" time="2024-05-06T17:57:29+08:00" level=warning msg="Create new db session__bootstrap_upgrade" time="2024-05-06T17:57:29+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/session/bootstrap_upgrade.test: ok! 29 test cases passed, take time 0.051273916 s time="2024-05-06T17:57:29+08:00" level=info msg="run test [session/bootstrap_upgrade] ok" time="2024-05-06T17:57:29+08:00" level=warning msg="Create new db session__clustered_index" time="2024-05-06T17:57:29+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/session/clustered_index.test: ok! 385 test cases passed, take time 2.963818876 s time="2024-05-06T17:57:32+08:00" level=info msg="run test [session/clustered_index] ok" time="2024-05-06T17:57:32+08:00" level=warning msg="Create new db session__common" time="2024-05-06T17:57:32+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:34+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:34+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/session/common.test: ok! 228 test cases passed, take time 1.526077803 s time="2024-05-06T17:57:34+08:00" level=info msg="run test [session/common] ok" time="2024-05-06T17:57:34+08:00" level=warning msg="Create new db session__nontransactional" time="2024-05-06T17:57:34+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 101s remote-cache, linux-sandbox [1,434 / 1,435] Testing //tests/realtikvtest/txntest:txntest_test; 100s remote-cache, linux-sandbox time="2024-05-06T17:57:35+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:35+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/session/nontransactional.test: ok! 1532 test cases passed, take time 2.894935968 s time="2024-05-06T17:57:37+08:00" level=info msg="run test [session/nontransactional] ok" time="2024-05-06T17:57:37+08:00" level=warning msg="Create new db session__session" time="2024-05-06T17:57:37+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/session/session.test: ok! 101 test cases passed, take time 0.432496348 s time="2024-05-06T17:57:37+08:00" level=info msg="run test [session/session] ok" time="2024-05-06T17:57:37+08:00" level=warning msg="Create new db session__temporary_table" time="2024-05-06T17:57:37+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:37+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/session/temporary_table.test: ok! 277 test cases passed, take time 0.176524537 s time="2024-05-06T17:57:38+08:00" level=info msg="run test [session/temporary_table] ok" time="2024-05-06T17:57:38+08:00" level=warning msg="Create new db session__variable" time="2024-05-06T17:57:38+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:38+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:38+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/session/variable.test: ok! 113 test cases passed, take time 0.138460569 s time="2024-05-06T17:57:38+08:00" level=info msg="run test [session/variable] ok" time="2024-05-06T17:57:38+08:00" level=warning msg="Create new db session__vars" time="2024-05-06T17:57:38+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/session/vars.test: ok! 122 test cases passed, take time 0.050797541 s time="2024-05-06T17:57:38+08:00" level=info msg="run test [session/vars] ok" time="2024-05-06T17:57:38+08:00" level=warning msg="Create new db sessionctx__setvar" time="2024-05-06T17:57:38+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,453 / 1,454] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 91s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest2:importintotest2_test: ==================== Test output for //tests/realtikvtest/importintotest2:importintotest2_test: === RUN TestLoadRemote [2024/05/06 17:55:59.453 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:55:59.454 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:55:59.454 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:55:59.455 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:55:59.456 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:55:59.457 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:55:59.457 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:55:59.459 +08:00] [INFO] [tikv_driver.go:200] ["using API V1."] [2024/05/06 17:55:59.463 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 17:55:59.464 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=7] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 17:55:59.464 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 17:55:59.489 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 17:55:59.489 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 17:55:59.496 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 17:55:59.496 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 17:55:59.507 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 17:55:59.523 +08:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822802879375647] ["ddl lease"=500ms] ["stats lease"=3s] ["index usage sync lease"=0s] [2024/05/06 17:55:59.550 +08:00] [WARN] [info.go:302] ["init TiFlashReplicaManager"] ["pd addrs"="[127.0.0.1:2382,127.0.0.1:2379,127.0.0.1:2384]"] [2024/05/06 17:55:59.589 +08:00] [INFO] [domain.go:2795] [acquireServerID] [serverID=1782] ["lease id"=6f188f4d53681518] [2024/05/06 17:55:59.591 +08:00] [INFO] [controller.go:172] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 17:55:59.597 +08:00] [WARN] [domain.go:240] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:322\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:238\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:588\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1239\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:93\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:69\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3584\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3576\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3526\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3311\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3277\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:121\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:96\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest2/main_test.go:63\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:154\ntests/realtikvtest/importintotest2/importintotest2_test.TestLoadRemote\n\ttests/realtikvtest/importintotest2/main_test.go:49\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 17:55:59.610 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=12.657434ms] [2024/05/06 17:55:59.611 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/06 17:55:59.611 +08:00] [INFO] [ddl.go:743] ["start DDL"] [category=ddl] [ID=80f674b6-52b1-4ec1-a2eb-7719ae4c6f18] [runWorker=true] [2024/05/06 17:55:59.611 +08:00] [INFO] [ddl.go:706] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 17:55:59.613 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 17:55:59.614 +08:00] [WARN] [env.go:53] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 17:55:59.614 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 17:55:59.614 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 17:55:59.614 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 17:55:59.614 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 17:55:59.615 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 17:55:59.615 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 17:55:59.615 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 17:55:59.615 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 17:55:59.615 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 17:55:59.615 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 17:55:59.615 +08:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 17:55:59.615 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 17:55:59.616 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 80f674b6-52b1-4ec1-a2eb-7719ae4c6f18"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d5368151c] [ownerID=80f674b6-52b1-4ec1-a2eb-7719ae4c6f18] [op=none] [2024/05/06 17:55:59.617 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 17:55:59.617 +08:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=1cf22fbe-b359-43bd-a76a-19b2db74afc7] [daemon-id=LogBackup::Advancer] [2024/05/06 17:55:59.618 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1cf22fbe-b359-43bd-a76a-19b2db74afc7"] ["owner key"=/tidb/br-stream/owner/3eaa8f4d536814dd] [ownerID=1cf22fbe-b359-43bd-a76a-19b2db74afc7] [op=none] [2024/05/06 17:55:59.622 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 17:55:59.641 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:55:59.631 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 17:55:59.641 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:55:59.631 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:59.666 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 17:55:59.667 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 80f674b6-52b1-4ec1-a2eb-7719ae4c6f18"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d5368151c] [ownerID=80f674b6-52b1-4ec1-a2eb-7719ae4c6f18] [op=none] [2024/05/06 17:55:59.667 +08:00] [INFO] [manager.go:404] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 80f674b6-52b1-4ec1-a2eb-7719ae4c6f18"] [op=none] [2024/05/06 17:55:59.667 +08:00] [INFO] [job_table.go:331] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 17:55:59.686 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.631 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.716 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=13.78232ms] [2024/05/06 17:55:59.718 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/06 17:55:59.722 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:59.722 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=3] [version=1] [2024/05/06 17:55:59.752 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=52.861309ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:55:59.631 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.770 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.631 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.782 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 17:55:59.782 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:59.784 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 17:55:59.788 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 17:55:59.818 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.781 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:59.817 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.781 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 17:55:59.846 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.781 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.904 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=6.537251ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [2024/05/06 17:55:59.909 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:59.909 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=5] [version=2] [2024/05/06 17:55:59.948 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.404907ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.781 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.975 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.781 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.007 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 17:56:00.007 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.010 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 17:56:00.026 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.981 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.026 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.981 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 17:56:00.041 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.981 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.063 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.216428ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [2024/05/06 17:56:00.067 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.067 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=7] [version=3] [2024/05/06 17:56:00.112 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=54.020852ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.981 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.137 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.981 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.151 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 17:56:00.151 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.153 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 17:56:00.168 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.131 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.168 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.131 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 17:56:00.191 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.131 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.212 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.139707ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [2024/05/06 17:56:00.216 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.216 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=9] [version=4] [2024/05/06 17:56:00.260 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.177568ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.131 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.289 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.131 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.301 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 17:56:00.301 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.305 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 17:56:00.325 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.281 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.325 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.281 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 17:56:00.347 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.281 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.388 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.301458ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [2024/05/06 17:56:00.392 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.392 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=11] [version=5] [2024/05/06 17:56:00.434 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.691031ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.281 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.453 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.281 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.475 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 17:56:00.475 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.478 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 17:56:00.495 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.482 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.495 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.482 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 17:56:00.511 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.482 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.541 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=2.752689ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [2024/05/06 17:56:00.545 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.545 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=13] [version=6] [2024/05/06 17:56:00.588 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=52.963096ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.482 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.605 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.482 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.615 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 17:56:00.616 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 17:56:00.621 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 17:56:00.621 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.624 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 17:56:00.640 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.640 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 17:56:00.655 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.681 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=2.471594ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [2024/05/06 17:56:00.685 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.685 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=15] [version=7] [2024/05/06 17:56:00.730 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.504728ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.745 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.759 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 17:56:00.759 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.761 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 17:56:00.779 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.731 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.779 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.731 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 17:56:00.800 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.731 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.820 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=1.794448ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [2024/05/06 17:56:00.824 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.824 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=17] [version=8] [2024/05/06 17:56:00.868 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.051271ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.731 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.886 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.731 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.898 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 17:56:00.898 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.900 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 17:56:00.914 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.881 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.914 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.881 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 17:56:00.929 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.881 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.951 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.09521ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [2024/05/06 17:56:00.955 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.955 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=19] [version=9] [2024/05/06 17:56:01.000 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=54.064197ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.881 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.015 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.881 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.027 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 17:56:01.027 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:01.030 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 17:56:01.044 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.031 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:01.044 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.031 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 17:56:01.059 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.031 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.082 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.19292ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [2024/05/06 17:56:01.086 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:01.086 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=21] [version=10] [2024/05/06 17:56:01.130 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.016259ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.031 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.146 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.031 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.160 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 17:56:01.160 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:01.164 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 17:56:01.181 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.131 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:01.181 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.131 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 17:56:01.202 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.131 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.225 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.273434ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [2024/05/06 17:56:01.230 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:01.230 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=23] [version=11] [2024/05/06 17:56:01.273 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.087755ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.131 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.289 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.131 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.302 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 17:56:01.302 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:01.305 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 17:56:01.306 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [2024/05/06 17:56:01.323 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.281 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:01.323 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.281 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 17:56:01.341 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.281 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.369 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.056357ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [2024/05/06 17:56:01.373 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:01.373 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=25] [version=12] [2024/05/06 17:56:01.416 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.068064ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.281 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.438 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.281 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.454 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 17:56:01.454 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:01.457 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 17:56:01.471 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.431 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:01.471 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.431 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 17:56:01.490 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.431 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.516 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=2.789195ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [2024/05/06 17:56:01.520 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:01.520 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=27] [version=13] [2024/05/06 17:56:01.563 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=52.97951ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.431 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.595 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.431 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.610 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 17:56:01.611 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:01.614 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 17:56:01.614 +08:00] [INFO] [info.go:1182] [SetTiFlashGroupConfig] [2024/05/06 17:56:01.615 +08:00] [WARN] [info.go:504] ["response not 200"] [method=GET] [hosts=127.0.0.1:2382] [url=http://127.0.0.1:2382/pd/api/v1/config/rule_group/tiflash] ["http status"=404] ["address order"=0] [2024/05/06 17:56:01.616 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 17:56:01.616 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 17:56:01.631 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:01.631 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 17:56:01.649 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.673 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.525298ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [2024/05/06 17:56:01.677 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:01.677 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=29] [version=14] [2024/05/06 17:56:01.721 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.639619ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.737 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.751 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 17:56:01.751 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:01.753 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 17:56:01.767 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.731 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:01.767 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.731 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 17:56:01.790 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.731 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.812 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.209995ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [2024/05/06 17:56:01.816 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:01.816 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=31] [version=15] [2024/05/06 17:56:01.860 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.121547ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.731 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.887 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.731 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.901 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 17:56:01.901 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:01.903 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 17:56:01.918 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.881 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:01.918 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.881 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 17:56:01.941 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.881 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.968 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.251282ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [2024/05/06 17:56:01.972 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:01.972 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=33] [version=16] [2024/05/06 17:56:02.014 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.428876ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.881 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.036 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.881 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.048 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 17:56:02.049 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:02.051 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 17:56:02.066 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.031 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:02.066 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.031 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 17:56:02.079 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.031 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.101 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.27038ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [2024/05/06 17:56:02.105 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:02.105 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=35] [version=17] [2024/05/06 17:56:02.150 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.322425ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.031 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.166 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.031 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.180 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 17:56:02.180 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:02.183 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 17:56:02.196 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:02.196 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 17:56:02.212 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.232 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.137291ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [2024/05/06 17:56:02.236 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:02.236 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=37] [version=18] [2024/05/06 17:56:02.280 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.138783ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.296 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.309 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 17:56:02.309 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:02.312 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 17:56:02.327 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.281 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:02.327 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.281 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 17:56:02.345 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.281 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.375 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=2.943745ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [2024/05/06 17:56:02.379 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:02.379 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=39] [version=19] [2024/05/06 17:56:02.422 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=52.536526ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.281 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.440 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.281 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.456 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 17:56:02.456 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:02.466 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 17:56:02.480 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.431 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 17:56:02.480 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.431 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:02.495 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.431 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.517 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.280351ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [2024/05/06 17:56:02.521 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:02.521 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=41] [version=20] [2024/05/06 17:56:02.565 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.506008ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.431 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.587 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.431 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.601 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 17:56:02.601 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:02.603 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 17:56:02.616 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 17:56:02.616 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 17:56:02.617 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:02.617 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 17:56:02.641 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.661 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=1.999367ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [2024/05/06 17:56:02.665 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:02.665 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=43] [version=21] [2024/05/06 17:56:02.710 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=53.648361ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.737 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.748 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 17:56:02.749 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:02.751 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 17:56:02.763 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.731 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:02.763 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.731 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 17:56:02.779 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.731 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.801 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=1.73991ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [2024/05/06 17:56:02.805 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:02.805 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=45] [version=22] [2024/05/06 17:56:02.850 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.217284ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.731 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.865 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.731 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.878 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 17:56:02.878 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:02.881 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 17:56:02.897 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.881 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 17:56:02.897 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.881 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:02.913 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.881 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.938 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=2.681626ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [2024/05/06 17:56:02.942 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:02.942 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=47] [version=23] [2024/05/06 17:56:02.986 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=54.006197ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.881 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.003 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.881 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.018 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 17:56:03.018 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:03.021 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.schema_index_usage (\n\t\tTABLE_ID bigint(64),\n\t\tINDEX_ID bigint(21),\n\t\tQUERY_COUNT bigint(64),\n\t\tROWS_SELECTED bigint(64),\n\t\tLAST_USED_AT timestamp,\n\t\tPRIMARY KEY(TABLE_ID, INDEX_ID)\n\t);"] [user=] [2024/05/06 17:56:03.035 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.981 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:03.035 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.981 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.schema_index_usage (\n\t\tTABLE_ID bigint(64),\n\t\tINDEX_ID bigint(21),\n\t\tQUERY_COUNT bigint(64),\n\t\tROWS_SELECTED bigint(64),\n\t\tLAST_USED_AT timestamp,\n\t\tPRIMARY KEY(TABLE_ID, INDEX_ID)\n\t);"] [2024/05/06 17:56:03.051 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.981 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.072 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.098732ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [2024/05/06 17:56:03.076 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:03.076 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=49] [version=24] [2024/05/06 17:56:03.120 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=52.784538ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:02.981 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.138 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:02.981 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.152 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 17:56:03.152 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:03.155 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 17:56:03.169 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.131 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:03.169 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.131 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 17:56:03.192 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.131 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.213 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.049152ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [2024/05/06 17:56:03.217 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:03.217 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=51] [version=25] [2024/05/06 17:56:03.262 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.863554ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.131 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.288 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.131 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.302 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 17:56:03.302 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:03.305 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 17:56:03.319 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.281 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:03.319 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.281 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 17:56:03.344 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.281 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.366 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.244929ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [2024/05/06 17:56:03.370 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:03.370 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=53] [version=26] [2024/05/06 17:56:03.414 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.810877ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.281 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.438 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.281 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.451 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 17:56:03.451 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:03.454 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 17:56:03.470 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.431 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:03.470 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.431 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 17:56:03.493 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.431 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.515 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.213444ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [2024/05/06 17:56:03.519 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:03.519 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=55] [version=27] [2024/05/06 17:56:03.563 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.158547ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.431 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.589 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.431 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.602 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 17:56:03.602 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:03.606 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 17:56:03.616 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 17:56:03.616 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 17:56:03.623 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:03.624 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 17:56:03.643 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.666 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.230357ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [2024/05/06 17:56:03.670 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:03.670 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=57] [version=28] [2024/05/06 17:56:03.714 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.382764ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.744 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.758 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 17:56:03.758 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:03.762 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 17:56:03.777 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.731 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 17:56:03.777 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.731 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:03.800 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.731 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.821 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=2.185424ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [2024/05/06 17:56:03.825 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:03.825 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=59] [version=29] [2024/05/06 17:56:03.869 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.421705ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.731 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.888 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.731 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.901 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 17:56:03.901 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:03.904 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 17:56:03.905 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [2024/05/06 17:56:03.922 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.881 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:03.922 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.881 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 17:56:03.942 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.881 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:03.966 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=2.654939ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [2024/05/06 17:56:03.970 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:03.970 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=61] [version=30] [2024/05/06 17:56:04.014 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.211609ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:03.881 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.038 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:03.881 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.053 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 17:56:04.053 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:04.056 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 17:56:04.072 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.031 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:04.072 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.031 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 17:56:04.094 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:04.031 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.118 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=2.509805ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [2024/05/06 17:56:04.122 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:04.122 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=63] [version=31] [2024/05/06 17:56:04.166 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.189542ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.031 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.194 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:04.031 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.209 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 17:56:04.209 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:04.211 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 17:56:04.227 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:04.227 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 17:56:04.248 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:04.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.273 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=2.599525ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [2024/05/06 17:56:04.277 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:04.277 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=65] [version=32] [2024/05/06 17:56:04.320 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=53.035164ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.338 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:04.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.352 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 17:56:04.353 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:04.356 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 17:56:04.373 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.331 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:04.373 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.331 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 17:56:04.394 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:04.331 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.424 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=3.039875ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [2024/05/06 17:56:04.428 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:04.428 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=67] [version=33] [2024/05/06 17:56:04.471 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.123775ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.331 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.490 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:04.331 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.506 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 17:56:04.506 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:04.509 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=33] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 17:56:04.522 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:04.522 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 17:56:04.544 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:04.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.563 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=2.039075ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[3]"] [2024/05/06 17:56:04.568 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:04.568 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=69] [version=34] [2024/05/06 17:56:04.611 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=52.885782ms] [job="ID:69, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.616 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 17:56:04.616 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 17:56:04.640 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:04.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.651 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 17:56:04.651 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:04.672 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:04.631 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:04.672 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:04.631 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT job_id,\n\t\t\tdb_name,\n\t\t\ttable_name,\n\t\t\tquery,\n\t\t\tsession_id,\n\t\t\ttxnstart,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM information_schema.ddl_jobs,\n\t\t\tinformation_schema.cluster_tidb_trx,\n\t\t\tinformation_schema.cluster_processlist\n\t\tWHERE (ddl_jobs.state != 'synced' and ddl_jobs.state != 'cancelled')\n\t\t\tAND Find_in_set(ddl_jobs.table_id, cluster_tidb_trx.related_table_ids)\n\t\t\tAND cluster_tidb_trx.session_id = cluster_processlist.id\n\t);"] [2024/05/06 17:56:04.693 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:04.631 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.718 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=2.496665ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[21]"] [2024/05/06 17:56:04.722 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:04.722 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=71] [version=35] [2024/05/06 17:56:04.766 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.824395ms] [job="ID:71, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:04.631 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.788 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:04.631 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.801 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 17:56:04.801 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:04.804 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 17:56:04.819 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.781 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:04.819 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.781 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 17:56:04.842 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:04.781 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.866 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.319272ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [2024/05/06 17:56:04.870 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:04.870 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=73] [version=36] [2024/05/06 17:56:04.913 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=52.740844ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.781 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.936 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:04.781 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:04.949 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 17:56:04.949 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:04.952 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 17:56:04.965 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.931 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:04.965 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.931 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 17:56:04.982 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:04.931 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:05.002 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.099237ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [2024/05/06 17:56:05.007 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:05.007 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=75] [version=37] [2024/05/06 17:56:05.051 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.538931ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:04.931 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:05.070 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:04.931 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:05.083 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 17:56:05.083 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:05.085 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 17:56:05.099 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:05.081 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:05.099 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:05.081 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 17:56:05.114 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:05.081 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:05.137 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=2.096305ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [2024/05/06 17:56:05.141 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:05.141 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=77] [version=38] [2024/05/06 17:56:05.185 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.595359ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:05.081 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:05.202 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:05.081 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:05.214 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 17:56:05.214 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:05.217 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 17:56:05.235 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:05.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:05.235 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:05.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 17:56:05.251 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:05.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:05.282 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=4.091881ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [2024/05/06 17:56:05.287 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:05.287 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=79] [version=39] [2024/05/06 17:56:05.328 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=52.848251ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:05.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:05.344 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:05.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:05.362 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 17:56:05.362 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:05.365 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 17:56:05.382 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:05.331 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:05.382 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:05.331 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 17:56:05.399 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:05.331 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:05.429 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=3.059163ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [2024/05/06 17:56:05.433 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:05.433 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=81] [version=40] [2024/05/06 17:56:05.480 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=56.110046ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:05.331 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:05.497 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:05.331 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:05.514 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 17:56:05.514 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:05.517 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 17:56:05.535 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:05.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:05.535 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:05.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 17:56:05.551 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:05.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:05.583 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=3.624418ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [2024/05/06 17:56:05.587 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:05.587 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=83] [version=41] [2024/05/06 17:56:05.616 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 17:56:05.616 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 17:56:05.630 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.095794ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:05.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:05.647 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:05.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:05.664 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 17:56:05.664 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:05.667 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 17:56:05.683 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:05.632 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:05.683 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:05.632 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 17:56:05.699 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:05.632 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:05.728 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=3.06409ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [2024/05/06 17:56:05.732 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:05.732 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=85] [version=42] [2024/05/06 17:56:05.776 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.620873ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:05.632 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:05.792 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:05.632 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:05.807 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 17:56:05.807 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:05.810 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 17:56:05.826 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:05.781 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:05.826 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:05.781 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 17:56:05.842 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:05.781 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:05.873 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=6.488454ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [2024/05/06 17:56:05.877 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:05.877 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=87] [version=43] [2024/05/06 17:56:05.918 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=52.734945ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:05.781 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:05.938 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:05.781 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:05.953 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 17:56:05.953 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:05.956 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.load_data_jobs (\n job_id bigint(64) NOT NULL AUTO_INCREMENT,\n expected_status ENUM('running', 'paused', 'canceled') NOT NULL DEFAULT 'running',\n create_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n start_time TIMESTAMP(6) NULL DEFAULT NULL,\n update_time TIMESTAMP(6) NULL DEFAULT NULL,\n end_time TIMESTAMP(6) NULL DEFAULT NULL,\n data_source TEXT NOT NULL,\n table_schema VARCHAR(64) NOT NULL,\n table_name VARCHAR(64) NOT NULL,\n import_mode VARCHAR(64) NOT NULL,\n create_user VARCHAR(32) NOT NULL,\n progress TEXT DEFAULT NULL,\n result_message TEXT DEFAULT NULL,\n error_message TEXT DEFAULT NULL,\n PRIMARY KEY (job_id),\n KEY (create_time),\n KEY (create_user));"] [user=] [2024/05/06 17:56:05.972 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:05.931 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:05.972 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:05.931 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.load_data_jobs (\n job_id bigint(64) NOT NULL AUTO_INCREMENT,\n expected_status ENUM('running', 'paused', 'canceled') NOT NULL DEFAULT 'running',\n create_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n start_time TIMESTAMP(6) NULL DEFAULT NULL,\n update_time TIMESTAMP(6) NULL DEFAULT NULL,\n end_time TIMESTAMP(6) NULL DEFAULT NULL,\n data_source TEXT NOT NULL,\n table_schema VARCHAR(64) NOT NULL,\n table_name VARCHAR(64) NOT NULL,\n import_mode VARCHAR(64) NOT NULL,\n create_user VARCHAR(32) NOT NULL,\n progress TEXT DEFAULT NULL,\n result_message TEXT DEFAULT NULL,\n error_message TEXT DEFAULT NULL,\n PRIMARY KEY (job_id),\n KEY (create_time),\n KEY (create_user));"] [2024/05/06 17:56:05.990 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:05.931 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:06.020 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.081467ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [2024/05/06 17:56:06.024 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:06.024 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=89] [version=44] [2024/05/06 17:56:06.067 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.256393ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:05.931 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:06.088 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:05.931 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:06.103 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 17:56:06.103 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:06.106 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 17:56:06.122 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:06.081 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:06.122 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:06.081 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 17:56:06.142 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:06.081 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:06.171 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.226322ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [2024/05/06 17:56:06.175 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:06.175 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=91] [version=45] [2024/05/06 17:56:06.218 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.012057ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:06.081 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:06.237 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:06.081 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:06.253 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 17:56:06.253 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:06.256 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 17:56:06.272 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:06.231 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:06.272 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:06.231 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 17:56:06.295 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:06.231 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:06.323 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=2.760529ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [2024/05/06 17:56:06.327 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:06.327 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=93] [version=46] [2024/05/06 17:56:06.370 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=52.796032ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:06.231 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:06.388 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:06.231 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:06.404 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 17:56:06.404 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:06.408 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 17:56:06.424 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:06.381 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:06.424 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:06.381 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 17:56:06.444 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:06.381 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:06.470 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=2.834039ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [2024/05/06 17:56:06.475 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:06.475 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=95] [version=47] [2024/05/06 17:56:06.518 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.568799ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:06.381 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:06.540 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:06.381 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:06.554 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 17:56:06.555 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:06.558 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 17:56:06.577 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:06.531 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:06.577 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:06.531 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 17:56:06.595 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:06.531 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:06.619 +08:00] [ERROR] [runaway.go:153] ["try to get done runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:153\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 17:56:06.620 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [2024/05/06 17:56:06.633 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=3.811011ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [2024/05/06 17:56:06.637 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:06.637 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=97] [version=48] [2024/05/06 17:56:06.679 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=52.931124ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:06.531 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:06.697 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:06.531 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:06.716 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 17:56:06.716 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:06.719 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 17:56:06.738 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:06.681 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:06.738 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:06.681 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 17:56:06.756 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:06.681 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:06.782 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.751635ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [2024/05/06 17:56:06.786 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:06.786 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=99] [version=49] [2024/05/06 17:56:06.830 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.365277ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:06.681 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:06.846 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:06.681 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:06.860 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 17:56:06.860 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:06.863 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(100) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n keyspace_id bigint(8) NOT NULL DEFAULT -1);"] [user=] [2024/05/06 17:56:06.876 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:06.831 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:06.876 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:06.831 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(100) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n keyspace_id bigint(8) NOT NULL DEFAULT -1);"] [2024/05/06 17:56:06.895 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:06.831 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:06.916 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=2.40055ms] [gotSchemaVersion=50] [phyTblIDs="[100]"] [actionTypes="[3]"] [2024/05/06 17:56:06.920 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:06.920 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=101] [version=50] [2024/05/06 17:56:06.964 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.835218ms] [job="ID:101, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:06.831 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:06.986 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:100, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:06.831 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:06.997 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 17:56:06.997 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:07.147 +08:00] [INFO] [bootstrap.go:723] ["bootstrap successful"] ["take time"=7.529508921s] [2024/05/06 17:56:07.149 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 80f674b6-52b1-4ec1-a2eb-7719ae4c6f18"] [2024/05/06 17:56:07.149 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 80f674b6-52b1-4ec1-a2eb-7719ae4c6f18"] [2024/05/06 17:56:07.150 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 80f674b6-52b1-4ec1-a2eb-7719ae4c6f18"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 17:56:07.151 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 80f674b6-52b1-4ec1-a2eb-7719ae4c6f18"] [] [2024/05/06 17:56:07.152 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 17:56:07.152 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=5.417µs] [2024/05/06 17:56:07.152 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=3.458µs] [2024/05/06 17:56:07.152 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=2.661µs] [2024/05/06 17:56:07.152 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=2.115µs] [2024/05/06 17:56:07.152 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=2.021µs] [2024/05/06 17:56:07.152 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=2.86µs] [2024/05/06 17:56:07.152 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=2.489µs] [2024/05/06 17:56:07.152 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=2.888µs] [2024/05/06 17:56:07.152 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=2.501µs] [2024/05/06 17:56:07.152 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=2.323µs] [2024/05/06 17:56:07.152 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 17:56:07.152 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=2.078µs] [2024/05/06 17:56:07.152 +08:00] [INFO] [delete_range.go:150] ["closing delRange"] [category=ddl] [2024/05/06 17:56:07.152 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 17:56:07.159 +08:00] [INFO] [ddl.go:872] ["DDL closed"] [category=ddl] [ID=80f674b6-52b1-4ec1-a2eb-7719ae4c6f18] ["take time"=9.932734ms] [2024/05/06 17:56:07.159 +08:00] [INFO] [ddl.go:698] ["stop DDL"] [category=ddl] [ID=80f674b6-52b1-4ec1-a2eb-7719ae4c6f18] [2024/05/06 17:56:07.162 +08:00] [INFO] [domain.go:2816] ["releaseServerID succeed"] [serverID=1782] [2024/05/06 17:56:07.162 +08:00] [INFO] [domain.go:886] ["loadSchemaInLoop exited."] [2024/05/06 17:56:07.162 +08:00] [INFO] [domain.go:719] ["globalConfigSyncerKeeper exited."] [2024/05/06 17:56:07.162 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 17:56:07.162 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 17:56:07.162 +08:00] [INFO] [domain.go:693] ["infoSyncerKeeper exited."] [2024/05/06 17:56:07.162 +08:00] [INFO] [domain.go:2880] ["serverIDKeeper exited."] [2024/05/06 17:56:07.162 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 17:56:07.162 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 17:56:07.162 +08:00] [INFO] [domain.go:743] ["topologySyncerKeeper exited."] [2024/05/06 17:56:07.162 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 17:56:07.162 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 17:56:07.162 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 17:56:07.162 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 17:56:07.162 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 1cf22fbe-b359-43bd-a76a-19b2db74afc7 watch owner key /tidb/br-stream/owner/3eaa8f4d536814dd"] [2024/05/06 17:56:07.162 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1cf22fbe-b359-43bd-a76a-19b2db74afc7"] [2024/05/06 17:56:07.162 +08:00] [ERROR] [advancer.go:398] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:398"] [2024/05/06 17:56:07.162 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1cf22fbe-b359-43bd-a76a-19b2db74afc7"] [2024/05/06 17:56:07.162 +08:00] [INFO] [advancer.go:401] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 17:56:07.163 +08:00] [INFO] [domain.go:1340] ["closestReplicaReadCheckLoop exited."] [2024/05/06 17:56:07.163 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=1cf22fbe-b359-43bd-a76a-19b2db74afc7] [daemon-id=LogBackup::Advancer] [2024/05/06 17:56:07.163 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 17:56:07.163 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 17:56:07.163 +08:00] [INFO] [domain.go:665] ["topNSlowQueryLoop exited."] [2024/05/06 17:56:07.163 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 1cf22fbe-b359-43bd-a76a-19b2db74afc7"] [error="context canceled"] [2024/05/06 17:56:07.164 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 17:56:07.164 +08:00] [INFO] [domain.go:1053] ["domain closed"] ["take time"=14.551509ms] [2024/05/06 17:56:07.164 +08:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822802879375647] ["ddl lease"=500ms] ["stats lease"=3s] ["index usage sync lease"=0s] [2024/05/06 17:56:07.177 +08:00] [WARN] [info.go:302] ["init TiFlashReplicaManager"] ["pd addrs"="[127.0.0.1:2382,127.0.0.1:2379,127.0.0.1:2384]"] [2024/05/06 17:56:07.218 +08:00] [INFO] [domain.go:2795] [acquireServerID] [serverID=290] ["lease id"=6f188f4d536815ab] [2024/05/06 17:56:07.219 +08:00] [INFO] [controller.go:172] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 17:56:07.289 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=50] ["start time"=66.363634ms] [2024/05/06 17:56:07.291 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/06 17:56:07.291 +08:00] [INFO] [ddl.go:743] ["start DDL"] [category=ddl] [ID=ea701956-13db-4e06-b950-5804d53ac922] [runWorker=true] [2024/05/06 17:56:07.291 +08:00] [INFO] [ddl.go:706] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 17:56:07.292 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 17:56:07.294 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 17:56:07.294 +08:00] [WARN] [env.go:53] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 17:56:07.294 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 17:56:07.294 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 17:56:07.294 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 17:56:07.294 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 17:56:07.294 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 17:56:07.294 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 17:56:07.294 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 17:56:07.294 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 17:56:07.294 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 17:56:07.294 +08:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 17:56:07.294 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 17:56:07.296 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ea701956-13db-4e06-b950-5804d53ac922"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d5368156a] [ownerID=ea701956-13db-4e06-b950-5804d53ac922] [op=none] [2024/05/06 17:56:07.296 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 17:56:07.296 +08:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=88b7948d-33d1-4033-845f-5742f15307ba] [daemon-id=LogBackup::Advancer] [2024/05/06 17:56:07.306 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 17:56:07.307 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 17:56:07.307 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=handleEvolvePlanTasksLoop] [2024/05/06 17:56:07.307 +08:00] [WARN] [sysvar_cache.go:50] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 17:56:07.309 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ea701956-13db-4e06-b950-5804d53ac922"] ["owner key"=/tidb/bindinfo/owner/3eaa8f4d5368156e] [ownerID=ea701956-13db-4e06-b950-5804d53ac922] [op=none] [2024/05/06 17:56:07.314 +08:00] [INFO] [sysvar.go:2563] ["set resource control"] [enable=true] [2024/05/06 17:56:07.316 +08:00] [INFO] [controller.go:435] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 17:56:07.339 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 17:56:07.345 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 17:56:07.345 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 17:56:07.346 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ea701956-13db-4e06-b950-5804d53ac922"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d5368156a] [ownerID=ea701956-13db-4e06-b950-5804d53ac922] [op=none] [2024/05/06 17:56:07.346 +08:00] [INFO] [manager.go:404] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ea701956-13db-4e06-b950-5804d53ac922"] [op=none] [2024/05/06 17:56:07.346 +08:00] [INFO] [job_table.go:331] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 17:56:07.349 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 17:56:07.349 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 17:56:07.349 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 17:56:07.349 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 17:56:07.349 +08:00] [INFO] [domain.go:2080] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 17:56:07.349 +08:00] [INFO] [domain.go:2058] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 17:56:07.349 +08:00] [INFO] [domain.go:2112] ["dumpFileGcChecker started"] [2024/05/06 17:56:07.349 +08:00] [INFO] [domain.go:2145] ["HistoricalStatsWorker started"] [2024/05/06 17:56:07.349 +08:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker started."] [2024/05/06 17:56:07.351 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 17:56:07.351 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 17:56:07.352 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 17:56:07.352 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 17:56:07.352 +08:00] [INFO] [domain.go:2439] ["updateStatsWorker started."] [2024/05/06 17:56:07.352 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=gcAnalyzeHistory] [2024/05/06 17:56:07.355 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 17:56:07.355 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 17:56:07.356 +08:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/907512d4-6504-4c4f-ac81-d2b3777a75c4] [2024/05/06 17:56:07.356 +08:00] [INFO] [task_manager.go:216] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 17:56:07.357 +08:00] [INFO] [task_manager.go:216] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 17:56:07.357 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager ea701956-13db-4e06-b950-5804d53ac922"] ["owner key"=/tidb/stats/owner/3eaa8f4d53681571] [ownerID=ea701956-13db-4e06-b950-5804d53ac922] [op=none] [2024/05/06 17:56:07.364 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1cf22fbe-b359-43bd-a76a-19b2db74afc7"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 17:56:07.367 +08:00] [INFO] [domain.go:1499] ["dist task scheduler manager started"] [2024/05/06 17:56:07.367 +08:00] [INFO] [domain.go:2348] ["init stats info time"] [lite=true] ["take time"=16.106669ms] [2024/05/06 17:56:07.377 +08:00] [INFO] [set.go:169] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestLoadRemote/TestWriteAfterImport [2024/05/06 17:56:07.382 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=50] [cur_db=] [sql="drop database if exists write_after_import"] [user=] [2024/05/06 17:56:07.384 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=50] [cur_db=] [sql="create database write_after_import"] [user=] [2024/05/06 17:56:07.397 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:56:07.381 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:07.397 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:56:07.381 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database write_after_import"] [2024/05/06 17:56:07.423 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=103] [conn=2] [category=ddl] [job="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:07.381 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:07.438 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=1.001308ms] [gotSchemaVersion=51] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:07.442 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=103] [version=51] [2024/05/06 17:56:07.487 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.21754ms] [job="ID:103, Type:create schema, State:done, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:56:07.381 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:07.504 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=103] [conn=2] [job="ID:103, Type:create schema, State:synced, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:07.381 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:07.513 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 17:56:07.513 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/06 17:56:07.516 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 17:56:07.518 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/06 17:56:07.531 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:07.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:07.531 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:07.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/06 17:56:07.546 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:07.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:07.564 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.744228ms] [gotSchemaVersion=52] [phyTblIDs="[104]"] [actionTypes="[3]"] [2024/05/06 17:56:07.568 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=105] [version=52] [2024/05/06 17:56:07.612 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.352066ms] [job="ID:105, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:07.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:07.627 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:07.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:07.638 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 17:56:07.638 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:07.892 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 17:56:07.920 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=1] [job-id=1] [thread-cnt=8] [2024/05/06 17:56:07.920 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=1] [2024/05/06 17:56:08.356 +08:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 17:56:08.357 +08:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 17:56:08.357 +08:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/907512d4-6504-4c4f-ac81-d2b3777a75c4] [watcherID=0eda0957-8ad2-49ce-b123-98716e568e36] [2024/05/06 17:56:08.368 +08:00] [INFO] [dispatcher_manager.go:243] ["subtask table gc loop start"] [2024/05/06 17:56:08.368 +08:00] [INFO] [dispatcher_manager.go:293] ["cleanUp loop start"] [2024/05/06 17:56:08.368 +08:00] [INFO] [dispatcher_manager.go:156] ["dispatch task loop start"] [2024/05/06 17:56:08.612 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1cf22fbe-b359-43bd-a76a-19b2db74afc7"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 17:56:09.295 +08:00] [INFO] [info.go:1182] [SetTiFlashGroupConfig] [2024/05/06 17:56:11.375 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=1] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:56:11.878 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:56:11.879 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 17:56:11.880 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/05/06 17:56:11.891 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:11.891 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 17:56:11.891 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=57.317µs] [2024/05/06 17:56:11.891 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=155.952µs] [] [2024/05/06 17:56:11.891 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:56:11.891 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:56:11.891 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:11.908 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:56:11.908 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:12.177 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=1] [2024/05/06 17:56:12.177 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=1] [type=ImportInto] [2024/05/06 17:56:12.385 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:12.386 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:12.386 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:12.387 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:12.387 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:12.388 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:12.388 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:12.388 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 17:56:12.403 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:12.403 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:12.403 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:12.403 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:12.403 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:12.403 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:12.403 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:12.403 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:12.403 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:12.403 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:12.410 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 17:56:12.484 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=1] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:12.485 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 17:56:12.485 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 17:56:12.488 +08:00] [INFO] [table_import.go:91] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/06 17:56:12.491 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:12.491 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:12.492 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:12.492 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:12.492 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:12.493 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:12.493 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:12.493 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:12.493 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:12.493 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:12.493 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:12.493 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:12.494 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:12.494 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:12.494 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:12.494 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:12.494 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:12.497 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:12.498 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:12.498 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:12.499 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:12.499 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:12.500 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:12.500 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:12.512 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:12.512 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 17:56:12.512 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=1] [step=import] [limit=256MiB] [2024/05/06 17:56:12.526 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/05/06 17:56:12.530 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:12.533 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:12.534 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/06 17:56:12.534 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/06 17:56:12.552 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=2.csv:0] [2024/05/06 17:56:12.552 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=1.csv:0] [2024/05/06 17:56:12.554 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=2.csv:0] [readDur=829.146µs] [encodeDur=165.271µs] [deliverDur=41.911µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [takeTime=1.454433ms] [] [2024/05/06 17:56:12.555 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=1.csv:0] [readDur=1.018389ms] [encodeDur=754.098µs] [deliverDur=83.859µs] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [takeTime=2.068771ms] [] [2024/05/06 17:56:12.555 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/1/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/f195b696-6a78-4567-9baa-03980e6f9331.sst] [firstKey=7480000000000000685F728000000000000006] [lastKey=7480000000000000685F728000000000000007] [2024/05/06 17:56:12.555 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=28.714139ms] [] [2024/05/06 17:56:12.555 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 17:56:12.556 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 17:56:12.556 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:12.556 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/1/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/2157b5cf-ec93-4844-8e0c-c7fb538dbe04.sst] [firstKey=7480000000000000685F728000000000000004] [lastKey=7480000000000000685F728000000000000005] [2024/05/06 17:56:12.558 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.830984ms] [] [2024/05/06 17:56:12.558 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 17:56:12.563 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:12.565 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 17:56:12.565 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:12.565 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:12.566 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF685F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF685F728000000000FF0000080000000000FA] [retry=0] [2024/05/06 17:56:12.567 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF685F728000000000FF0000040000000000FA] [end=7480000000000000FF685F728000000000FF0000080000000000FA] [2024/05/06 17:56:12.567 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF685F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF685F728000000000FF0000080000000000FA] [regions=1] [2024/05/06 17:56:12.567 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=685.304µs] [2024/05/06 17:56:12.567 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.929529ms] [] [2024/05/06 17:56:12.576 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:5 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 7, request epoch conf_ver: 5 version: 5\")"] ["job stage"=needRescan] [2024/05/06 17:56:12.577 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000685F728000000000000004] [endKey=7480000000000000685F728000000000000008] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:56:14.577 +08:00] [2024/05/06 17:56:12.600 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574174085873665] [req-type=Cop] [region="{ region id: 14, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 18, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:12.600 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574174085873665] [req-type=Cop] [region="{ region id: 14, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 18, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:14.592 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 17:56:14.594 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=2.035242744s] [] [2024/05/06 17:56:14.594 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:14.595 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.344357ms] [] [2024/05/06 17:56:14.595 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 17:56:14.595 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:14.597 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.741741ms] [] [2024/05/06 17:56:14.597 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 17:56:14.597 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:14.597 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=51.992µs] [] [2024/05/06 17:56:14.597 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:14.598 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=934.424µs] [] [2024/05/06 17:56:14.881 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:56:14.882 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 17:56:14.883 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/06 17:56:14.886 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:14.887 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:14.887 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:14.888 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:14.888 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:14.889 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:14.889 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:14.889 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:14.903 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:14.903 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:14.903 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:14.903 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:14.903 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:14.903 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:14.903 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:14.903 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:14.903 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:14.903 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:14.919 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 17:56:14.920 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:14.920 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:56:14.920 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:14.934 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:56:14.934 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:15.227 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 17:56:15.230 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:15.230 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:15.230 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:15.230 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:15.230 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:15.230 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:15.230 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:15.230 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:15.230 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:15.230 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:15.231 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:15.231 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:15.231 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:15.231 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=1] [error="context canceled"] [2024/05/06 17:56:15.231 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=1] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.747700024s] [] [2024/05/06 17:56:15.538 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=1] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:15.539 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=1] [step=post-process] [2024/05/06 17:56:15.555 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 17:56:15.555 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 17:56:15.555 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 17:56:15.558 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:15.558 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:15.559 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:15.560 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:15.560 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:15.560 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:15.560 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:15.561 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:15.561 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:15.561 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:15.561 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:15.561 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:15.561 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:15.561 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:15.561 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:15.561 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:15.561 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:15.561 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:15.562 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:15.562 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:15.570 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=14.676252ms] [] [2024/05/06 17:56:15.570 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 17:56:15.571 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/06 17:56:15.571 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/06 17:56:15.573 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 17:56:15.573 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=18.146993ms] [] [2024/05/06 17:56:15.573 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=18.29787ms] [] [2024/05/06 17:56:15.883 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:15.884 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 17:56:15.885 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:15.885 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:56:15.886 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:15.898 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=1] [step=done] [state=running] [] [2024/05/06 17:56:15.901 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=1] [2024/05/06 17:56:15.909 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:16.033 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 8.392661845\n# Parse_time: 0.000144729\n# Compile_time: 0.00032392\n# Rewrite_time: 0.000061172\n# Optimize_time: 0.000072629\n# Wait_TS: 0.000303101\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OC4zOXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6OC4zOXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse write_after_import;\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 17:56:16.041 +08:00] [WARN] [2pc.go:1803] ["schemaLeaseChecker is not set for this transaction"] [sessionID=2] [startTS=449574174990532612] [checkTS=449574174990532613] current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 17:56:16.048 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 17:56:16.061 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:16.032 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:16.061 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:16.032 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 17:56:16.079 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:16.032 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:16.097 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=704.298µs] [gotSchemaVersion=53] [phyTblIDs="[104]"] [actionTypes="[4]"] [2024/05/06 17:56:16.102 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=106] [version=53] [2024/05/06 17:56:16.147 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.364536ms] [job="ID:106, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:16.032 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:16.167 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:16.032 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:16.184 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=568.164µs] [gotSchemaVersion=54] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:16.188 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=106] [version=54] [2024/05/06 17:56:16.201 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=1] [error="context canceled"] [2024/05/06 17:56:16.201 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=1] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=662.677688ms] [] [2024/05/06 17:56:16.234 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=53.154458ms] [job="ID:106, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:16.032 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:16.248 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:16.032 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:16.270 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=658.705µs] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:16.275 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=106] [version=55] [2024/05/06 17:56:16.320 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=53.36585ms] [job="ID:106, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:16.032 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:16.334 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=106] [elementID=1] [comment="table ID is 104"] [2024/05/06 17:56:16.344 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=106] [jobType="drop table"] [2024/05/06 17:56:16.346 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [job="ID:106, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:16.032 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:16.366 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=106] [2024/05/06 17:56:16.366 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:16.368 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.320743853\n# Parse_time: 0.000158606\n# Compile_time: 0.000267672\n# Rewrite_time: 0.000004642\n# Optimize_time: 0.000199258\n# Wait_TS: 0.000310127\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 17:56:16.369 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 17:56:16.384 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:16.331 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:16.385 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:16.331 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 17:56:16.393 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=1] [2024/05/06 17:56:16.401 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:56:16.403 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:16.331 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:16.419 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:56:16.424 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=1.969031ms] [gotSchemaVersion=56] [phyTblIDs="[107]"] [actionTypes="[3]"] [2024/05/06 17:56:16.429 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=108] [version=56] [2024/05/06 17:56:16.473 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.438587ms] [job="ID:108, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:16.331 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:16.490 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [job="ID:108, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:16.331 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:16.503 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=108] [2024/05/06 17:56:16.503 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:16.545 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 17:56:16.563 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=2] [job-id=2] [thread-cnt=8] [2024/05/06 17:56:16.563 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=2] [2024/05/06 17:56:17.376 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=2] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:56:17.878 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:56:17.879 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 17:56:17.880 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/06 17:56:17.891 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:17.891 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 17:56:17.891 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=55.469µs] [2024/05/06 17:56:17.891 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=171.608µs] [] [2024/05/06 17:56:17.892 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:56:17.892 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:56:17.892 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:17.904 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:56:17.904 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:18.177 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=2] [2024/05/06 17:56:18.177 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=2] [type=ImportInto] [2024/05/06 17:56:18.387 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:18.387 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:18.387 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:18.388 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:18.388 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:18.389 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:18.389 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:18.389 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 17:56:18.406 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:18.406 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:18.406 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:18.406 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:18.406 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:18.406 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:18.406 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:18.406 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:18.406 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:18.406 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:18.412 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 17:56:18.484 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:18.485 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 17:56:18.485 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 17:56:18.490 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:18.491 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:18.491 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:18.492 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:18.492 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:18.493 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:18.493 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:18.493 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:18.493 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:18.493 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:18.493 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:18.493 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:18.493 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:18.493 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:18.493 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:18.493 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:18.493 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:18.494 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:18.494 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:18.498 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:18.498 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:18.498 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:18.499 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:18.499 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:18.500 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:18.500 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:18.511 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:18.511 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 17:56:18.511 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=2] [step=import] [limit=256MiB] [2024/05/06 17:56:18.526 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/06 17:56:18.530 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:18.534 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:18.534 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=107] [2024/05/06 17:56:18.534 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=107] [2024/05/06 17:56:18.541 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=107] [key=2.csv:0] [2024/05/06 17:56:18.541 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=107] [key=1.csv:0] [2024/05/06 17:56:18.543 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=107] [key=2.csv:0] [readDur=982.21µs] [encodeDur=231.289µs] [deliverDur=24.44µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [takeTime=1.542829ms] [] [2024/05/06 17:56:18.543 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=107] [key=1.csv:0] [readDur=893.549µs] [encodeDur=268.065µs] [deliverDur=435.695µs] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [takeTime=1.974707ms] [] [2024/05/06 17:56:18.544 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/2/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/9d9371d5-39a0-47db-9db5-2bcba9d3e6c0.sst] [firstKey=74800000000000006B5F728000000000000006] [lastKey=74800000000000006B5F728000000000000007] [2024/05/06 17:56:18.544 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=18.36626ms] [] [2024/05/06 17:56:18.544 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 17:56:18.544 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 17:56:18.544 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:18.545 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/2/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/5f322b2f-d11b-48f0-89f8-4cca1576ea65.sst] [firstKey=74800000000000006B5F728000000000000004] [lastKey=74800000000000006B5F728000000000000005] [2024/05/06 17:56:18.547 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.347068ms] [] [2024/05/06 17:56:18.547 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 17:56:18.551 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:18.553 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 17:56:18.553 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:18.553 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:18.553 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6B5F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF6B5F728000000000FF0000080000000000FA] [retry=0] [2024/05/06 17:56:18.554 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6B5F728000000000FF0000040000000000FA] [end=7480000000000000FF6B5F728000000000FF0000080000000000FA] [2024/05/06 17:56:18.554 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6B5F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF6B5F728000000000FF0000080000000000FA] [regions=1] [2024/05/06 17:56:18.554 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=543.559µs] [2024/05/06 17:56:18.554 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.426126ms] [] [2024/05/06 17:56:18.599 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574175658737665] [req-type=Cop] [region="{ region id: 14, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 18, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:18.599 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574175658737665] [req-type=Cop] [region="{ region id: 14, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 18, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:20.412 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 18, store 7, region 14, epoch conf_ver:5 version:7 , when open write stream: rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:20160: i/o timeout\""] ["job stage"=needRescan] [2024/05/06 17:56:20.414 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000006B5F728000000000000004] [endKey=74800000000000006B5F728000000000000008] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:56:22.414 +08:00] [2024/05/06 17:56:20.418 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449574175698059266\n# Query_time: 1.665374247\n# Parse_time: 0\n# Compile_time: 0.00222175\n# Rewrite_time: 0.000460938\n# Optimize_time: 0.001381546\n# Wait_TS: 0.000119797\n# Cop_time: 0.000054466 Process_time: 0.000374641 Wait_time: 0.000191717 Request_count: 2 Total_keys: 438 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 108 Rocksdb_key_skipped_count: 1196\n# Is_internal: true\n# Digest: 1419dc3f429d38aa633c567e9a7382c40500243679dfa77e81a8e3ecb9436ee2\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.00018732 Cop_proc_p90: 0.000215103 Cop_proc_max: 0.000215103 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 9.5858e-05 Cop_wait_p90: 0.000131615 Cop_wait_max: 0.000131615 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 12913\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('rRW4MAkzXzEzCTAJNjY1Ni42NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwQ3Byb2Nlc3NpbmcJMAl0aW1lOjEuNTZtcywgbG9vcHM6MSwgQ29uY3VycmVuY3k6NQkxMS44IEtCCU4vQQoxCTE0XzE0dn8AGWIYOmRlc2MsIFqjAARpZBmCBDI5HYIcCTAgQnl0ZXMRCBwKMgkxN18yNx13VGlubmVyIGpvaW4sIGVxdWFsOltlcShiaQAB1CBsdW1uIzE1KV0ZdgQxNB12oCwgYnVpbGRfaGFzaF90YWJsZTp7dG90YWw6NzgwLjbCtXMsIGZldGNoHRAFMgw6MHN9EasRCCAKMwk2XzI5KEIBUwApAbk0NDAwCWdyb3VwIGJ5OkMRjkAsIGZ1bmNzOmZpcnN0cm93KBUaCCktPhUMEbIUNjc3LjPCAYk1rFBwYXJ0aWFsX3dvcmtlcjp7d2FsbF8l1xg1NjYuNzk4BS8EY2890nQsIHRhc2tfbnVtOjAsIHRvdF93YWl0OjIuMjg2NzZFCwEVGGV4ZWM6MHMJIgVSHDIuMzI5NTAyITUkbWF4OjQ3NC4xNQVhCHA5NRkPFH0sIGZpblaVABQ3Ny45NjQFNJaVABQ0NTQ2OTUBcxWVEDU1LjkxCUQBFA2cDDUyMzMJKQGcEDU0OS41GZwVDxB9CU4vQQEEGAo0CTFfMzAxmyRub3QoaXNudWxsPYMhuQVeCDQyNk0CLXkICTM4UaVhGBA1CTZfMyGnCDgwMD3nSpACeR1SGAMkc2NoZW1hX2lkc1IfAEWXCR5JOAhtaW4VsAA4TjMCFDQwNS4ywpozAhgzMDMuNzczBS+OngEcMS4wMzAwMTcyngEyMwIYMS4wOTM1NlUzFDI2MC4yMym8QTQZEGo1AhgzMTQuNTI3qpcAEDE0NzIzZd1BIUXKEDQyLjA0aQ4BFCXXHDEuMjAwMTA4AcBBNRQyNzIuOTJZNhkQWTcgNgkzMV8zNgkwKew8ZGF0YTpIYXNoQWdnXzMxCbFUCDk3LgnmTTEULCBjb3BfYXkIOiB7YXsIIDEsBXQMIDEuMEXfQRoYX2tleXM6IG2XARIUOiAxNTkuCZMBuGWrECA2MC4xJQ8IcnBjZckBTgEMBdcMIDkzNA1+ZGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwke8BkwhfZHUFGhBuOiAyM03pLG1heF9kaXN0c3FsXy4MAhggMX0JMjM2raJB/QA3Qf0MMQkxXy0Tleb+/wKW/wJKZgAUam9iX2lkfQ8AOCWYBGt2Be4EOnslJkGoLZ08fSwgc2Nhbl9kZXRhaWw6IKn4LY1AMjE5LCBnZXRfc25hcHNob3QtZQQ0MTGEmG9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA1NCwga2V5Xz4XABw5OCwgYmxvY0ESCH19fSFMAQQYCjgJNDNfM4GfDDAJMTCBUWX3ADou5AcBUmxlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvevAAAWgBBAQKM0HOHDQxKFByb2Jlge8ANhpXCABkQdgsU2VsZWN0aW9uXzQwBVIOLggMOTQuOUV8LT1u2gIAMWVbQcgtTTLaAggyMTUtQ1naCDEzMU2BQc9xKQEMJbVhLsWiAGPC2QJpRHbXAgA3XdchgQQ0MEXXMRVKawIMcmVvchZKCf5eAjZeAgg5Ni6Jrf5eAj5eAgQ1CUFeADkF2P5eAn5eAg==')\n# Plan_digest: 29484af8ecb33bd721aada2a65e777d1777fbdefaa439f1f3bce3a7a45698fab\n# Binary_plan: tidb_decode_binary_plan('/RfwSQr4FwoNUHJvamVjdGlvbl8xMxLhFgoHU29ydF8xNBLqFQoLSGFzaEpvaW5fMjcSvgUKDlRhYmxlUmVhZGVyXzQxEo8DCgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgywgZTFBKauqqqqqALoFgwRSGAV/AC4ufgAkLnJlb3JnaqABdGplAAgsIHMB2/BpZGV0YWlsOiB7dG90YWxfa2V5czogMjE5LCBnZXRfc25hcHNob3RfdGltZTogOTYuOMK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA1NCwga2V5X3NraXBwZWRfY291bgEXODk4LCBibG9jazoge319fVbpACwaAQIhVVVVVZV09kAZ7CgBQAFSEWRhdGE6Uz2tBFoWBZoQMTk0LjkFmgRsbyVEFGLHAWNvcClhaCB7bnVtOiAxLCBtYXg6IDEuMThtcywgcHJvYw3wGDAsIHRvdF8BEgH9CDUuMQVMARQod2FpdDogMTMxLjYFFAxycGNfEU8BDAV/ECAxLjA2AVSAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBZIIX2R1BRoQbjogMjUFVnRtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX1w7QFdBRAS8g4KCkHRIEFnZ18yORKuCy69AhAzMBLJChkgEDM1ErcGNvACEDM2EooEHSIAMU7uAgA0RWsA8P7uAu7uAknuAChB7gAAAQEEQL9J7iyUAWdyb3VwIGJ5Om1hdzb4AiHBHGVzc2luZywgSh8AJHNjaGVtYV9pZHNSHwAQdGFibGUJHiRmdW5jczptaW4oSkcARGpvYl9pZCktPkNvbHVtbiMxOP5rA0prAwQ0MU2FAHL+awNuawMgId7d3d0dPvdAOWZhaAQPZGFoCEhhc0VnBDMxdWYINy40RbBxZgDKamYDBDA1YRIhk05mAwwxNTkuSfx5ZgQ2MBH0UmUDCDkzNA1/xmcDADNtv25pAwDsLmkDJRoIrWz4OhoBAIT+gAK+gAJVZF1wADUtkBA0MDUuMjKQAVS1AnBhcnRpYWxfd29ya2VyOnt3YWxsiaUYMzAzLjc3MwUwLmQEHDUsIHRhc2tfgdatCYX1HDEuMDMwMDE3IcYhpBBleGVjOsGnAQ2F9xwxLjA5MzU2MgEioVsUMjYwLjIzSSIIcDk1HRAUfSwgZmluVpcAFDE0LjUyN6qXABQxNDcyMzQBdQGKBZcUNDIuMDQ4BUQBFA2eEDIwMDEwpewFngw3Mi45rXAFnhUQWogGSQMESP5NAwgAuUBlHSgWbm90KGlzbnVsbDWeCDUpKTGUBDI2TWttJAhw/AK9wCQaAQEhRERERCRjPlcABDhnkdkx8wQ1LI2IHGZpcnN0cm93HW+ZfVENDDY3Ny4p3Q15BGKxag0CFDU2Ni43OSkyjg0CGDIuMjg2NzbF5SFiJXYyDQIYMi4zMjk1MFUNEDQ3NC4xaeIhbhUPagsCFDU3Ny45NklAlpUAEDQ1NDY5hWgVlRA1NS45MQlEARRFCxQyLjUyMzMJKUELEDU0OS41GZwVD14JAg6CCRRvQQ1BKaweegloAUABUjxpbm5lciBqb2luLCBlcXVhbDpbZXEoYjIGBCwgNdoMKV1aFAWaCDEuMUXKMbQAOxYmCBBoYXNoX8WQADoWmQkMOjc4ME1YEGZldGNoHRAFMiw6MHN9IZkqIkvNGx46pwAAPUqRAKGW6SkUOmRlc2MsTi4HyecVqAQyOWFyDagFawR9Wj5rAE6UBwFHEG1ldGEsTmQAGYgVaAA1RWQNaAxiDUNvJg4JQDVwnF54////////////ARgB')\n# Resource_group: default\nselect job_meta, processing from mysql.tidb_ddl_job where job_id in (select min(job_id) from mysql.tidb_ddl_job group by schema_ids, table_ids, processing) and reorg order by processing desc, job_id;"] [2024/05/06 17:56:22.427 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 17:56:22.429 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=3.882221888s] [] [2024/05/06 17:56:22.429 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:22.430 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.146939ms] [] [2024/05/06 17:56:22.430 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 17:56:22.430 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:22.432 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.377653ms] [] [2024/05/06 17:56:22.432 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 17:56:22.432 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:22.432 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=38.615µs] [] [2024/05/06 17:56:22.432 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:22.433 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=762.583µs] [] [2024/05/06 17:56:22.882 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:56:22.883 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 17:56:22.884 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/06 17:56:22.887 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:22.887 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:22.888 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:22.888 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:22.889 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:22.889 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:22.889 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:22.889 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:22.904 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:22.904 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:22.904 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:22.904 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:22.904 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:22.904 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:22.904 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:22.904 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:22.905 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:22.905 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:22.920 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 17:56:22.921 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:22.921 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:56:22.922 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:22.934 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:56:22.934 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:23.059 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 17:56:23.062 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:23.062 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:23.062 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:23.062 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:23.062 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:23.062 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:23.062 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:23.062 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:23.062 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:23.062 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:23.063 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:23.063 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:23.063 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:23.063 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/06 17:56:23.063 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=4.579638235s] [] [2024/05/06 17:56:23.370 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:23.371 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=post-process] [2024/05/06 17:56:23.384 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 17:56:23.385 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 17:56:23.385 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 17:56:23.387 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:23.388 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:23.388 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:23.389 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:23.389 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:23.390 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:23.390 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:23.390 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:23.390 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:23.390 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:23.390 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:23.390 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:23.390 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:23.390 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:23.390 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:23.390 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:23.390 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:23.390 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:23.390 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:23.401 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=16.417547ms] [] [2024/05/06 17:56:23.401 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 17:56:23.402 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/06 17:56:23.402 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/06 17:56:23.405 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 17:56:23.405 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=20.199352ms] [] [2024/05/06 17:56:23.405 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=20.335406ms] [] [2024/05/06 17:56:23.883 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:23.884 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 17:56:23.885 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:23.885 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:56:23.885 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:23.896 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=2] [step=done] [state=running] [] [2024/05/06 17:56:23.899 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=2] [2024/05/06 17:56:23.906 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:24.029 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/06 17:56:24.029 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=659.16901ms] [] [2024/05/06 17:56:24.076 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 7.569683419\n# Parse_time: 0.000064826\n# Compile_time: 0.000350206\n# Rewrite_time: 0.000086118\n# Optimize_time: 0.000199258\n# Wait_TS: 0.000387678\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/06 17:56:24.081 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 17:56:24.091 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:24.081 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:24.091 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:24.081 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 17:56:24.107 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:24.081 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:24.125 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=581.501µs] [gotSchemaVersion=57] [phyTblIDs="[107]"] [actionTypes="[4]"] [2024/05/06 17:56:24.129 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=109] [version=57] [2024/05/06 17:56:24.174 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.484622ms] [job="ID:109, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:24.081 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:24.191 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:24.081 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:24.208 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=654.34µs] [gotSchemaVersion=58] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:24.212 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=109] [version=58] [2024/05/06 17:56:24.257 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=52.863652ms] [job="ID:109, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:24.081 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:24.270 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:24.081 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:24.291 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=702.325µs] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:24.296 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=109] [version=59] [2024/05/06 17:56:24.332 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=2] [step=-2] [state=succeed] [2024/05/06 17:56:24.341 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.061305ms] [job="ID:109, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:24.081 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:24.367 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=109] [elementID=1] [comment="table ID is 107"] [2024/05/06 17:56:24.373 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="drop table"] [2024/05/06 17:56:24.375 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:24.081 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:24.394 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=2] [2024/05/06 17:56:24.402 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 17:56:24.402 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:24.404 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:56:24.405 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.324181538\n# Parse_time: 0.000050294\n# Compile_time: 0.000223462\n# Rewrite_time: 0.000003531\n# Optimize_time: 0.000229388\n# Wait_TS: 0.000269316\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 17:56:24.406 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/06 17:56:24.420 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:56:24.427 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:24.381 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/06 17:56:24.427 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:24.381 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:24.447 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:24.381 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:24.475 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=2.497562ms] [gotSchemaVersion=60] [phyTblIDs="[110]"] [actionTypes="[3]"] [2024/05/06 17:56:24.481 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=111] [version=60] [2024/05/06 17:56:24.523 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=54.187426ms] [job="ID:111, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:24.381 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:24.542 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:24.381 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:24.558 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 17:56:24.558 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:24.611 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 17:56:24.635 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=3] [job-id=3] [thread-cnt=8] [2024/05/06 17:56:24.636 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=3] [2024/05/06 17:56:26.377 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=3] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:56:26.880 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:56:26.881 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/06 17:56:26.882 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/06 17:56:26.898 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:26.898 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 17:56:26.898 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=107.959µs] [2024/05/06 17:56:26.898 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=217.985µs] [] [2024/05/06 17:56:26.898 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:56:26.898 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:56:26.898 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:26.914 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=3] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:56:26.914 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:27.178 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=3] [2024/05/06 17:56:27.179 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=3] [type=ImportInto] [2024/05/06 17:56:27.388 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:27.389 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:27.389 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:27.390 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:27.390 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:27.391 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:27.391 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:27.391 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/06 17:56:27.410 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:27.410 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:27.410 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:27.410 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:27.410 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:27.410 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:27.410 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:27.410 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:27.410 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:27.410 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:27.415 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 17:56:27.485 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=3] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:27.487 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 17:56:27.487 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 17:56:27.492 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:27.493 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:27.493 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:27.494 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:27.494 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:27.495 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:27.495 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:27.495 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:27.495 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:27.495 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:27.495 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:27.495 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:27.495 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:27.496 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:27.496 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:27.496 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:27.496 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:27.496 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:27.496 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:27.500 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:27.500 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:27.500 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:27.501 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:27.502 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:27.502 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:27.502 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:27.513 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:27.513 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 17:56:27.514 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=3] [step=import] [limit=256MiB] [2024/05/06 17:56:27.527 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/06 17:56:27.531 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:27.535 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:27.535 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/06 17:56:27.535 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/06 17:56:27.540 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=110] [key=1.csv:0] [2024/05/06 17:56:27.540 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=110] [key=2.csv:0] [2024/05/06 17:56:27.542 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=1.csv:0] [readDur=924.59µs] [encodeDur=237.942µs] [deliverDur=247.534µs] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [takeTime=1.733474ms] [] [2024/05/06 17:56:27.543 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=2.csv:0] [readDur=918.517µs] [encodeDur=172.571µs] [deliverDur=691.036µs] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [takeTime=2.0711ms] [] [2024/05/06 17:56:27.543 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/3/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/0c6cbb6b-33d1-4729-97b4-48986ee2a5ea.sst] [firstKey=74800000000000006E5F728000000000000001] [lastKey=74800000000000006E5F728000000000000002] [2024/05/06 17:56:27.543 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=15.942068ms] [] [2024/05/06 17:56:27.544 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 17:56:27.544 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 17:56:27.544 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:27.544 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/3/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/bae18b3c-06d4-4510-95a8-fd6fbfea2d94.sst] [firstKey=74800000000000006E5F72800000000000000A] [lastKey=74800000000000006E5F72800000000000000B] [2024/05/06 17:56:27.546 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.181095ms] [] [2024/05/06 17:56:27.546 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 17:56:27.551 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:27.553 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 17:56:27.553 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:27.553 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:27.553 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6E5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6E5F728000000000FF00000C0000000000FA] [retry=0] [2024/05/06 17:56:27.554 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6E5F728000000000FF0000010000000000FA] [end=7480000000000000FF6E5F728000000000FF00000C0000000000FA] [2024/05/06 17:56:27.554 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6E5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6E5F728000000000FF00000C0000000000FA] [regions=1] [2024/05/06 17:56:27.554 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=546.584µs] [2024/05/06 17:56:27.554 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.496809ms] [] [2024/05/06 17:56:27.562 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:9 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 11, request epoch conf_ver: 5 version: 9\")"] ["job stage"=needRescan] [2024/05/06 17:56:27.563 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000006E5F728000000000000001] [endKey=74800000000000006E5F72800000000000000C] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:56:29.563 +08:00] [2024/05/06 17:56:27.599 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574178018033665] [req-type=Cop] [region="{ region id: 14, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 18, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:27.599 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574178018033665] [req-type=Cop] [region="{ region id: 14, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 18, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:29.576 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 17:56:29.578 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=2.031564515s] [] [2024/05/06 17:56:29.578 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:29.579 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.129348ms] [] [2024/05/06 17:56:29.579 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 17:56:29.579 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:29.581 +08:00] [INFO] [engine.go:1601] ["compact sst"] [fileCount=2] [size=144] [count=4] [cost=1.353306ms] [file=/tmp/tidb/import-4000/3/630083e6-fc50-5cd2-8645-c17b147197ce.sst/c0d0ec53-c36a-460d-826f-72753a20fdca.sst] [2024/05/06 17:56:29.581 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/3/630083e6-fc50-5cd2-8645-c17b147197ce.sst/c0d0ec53-c36a-460d-826f-72753a20fdca.sst] [firstKey=74800000000000006E5F698000000000000001038000000000000004] [lastKey=74800000000000006E5F698000000000000001038000000000000007] [2024/05/06 17:56:29.583 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.530505ms] [] [2024/05/06 17:56:29.583 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 17:56:29.587 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:29.588 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 17:56:29.588 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:29.588 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:29.588 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6E5F698000000000FF0000010380000000FF0000000400000000FB] [maxKey=7480000000000000FF6E5F698000000000FF0000010380000000FF0000000700000000FC] [retry=0] [2024/05/06 17:56:29.589 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6E5F698000000000FF0000010380000000FF0000000400000000FB] [end=7480000000000000FF6E5F698000000000FF0000010380000000FF0000000700000000FC] [2024/05/06 17:56:29.589 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6E5F698000000000FF0000010380000000FF0000000400000000FB] [maxKey=7480000000000000FF6E5F698000000000FF0000010380000000FF0000000700000000FC] [regions=1] [2024/05/06 17:56:29.589 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=324.904µs] [2024/05/06 17:56:29.589 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.021841ms] [] [2024/05/06 17:56:29.596 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 46, store 7, region 44, epoch conf_ver:5 version:11 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 44 is staler than local region, local epoch conf_ver: 5 version: 13, request epoch conf_ver: 5 version: 11\")"] ["job stage"=needRescan] [2024/05/06 17:56:29.597 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000006E5F698000000000000001038000000000000004] [endKey=74800000000000006E5F69800000000000000103800000000000000700] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:56:31.597 +08:00] [2024/05/06 17:56:31.046 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574178922430465] [req-type=Get] [region="{ region id: 10, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 11, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=3000] [total-region-errors=11-not_leader-23:1] [2024/05/06 17:56:31.610 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 17:56:31.611 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=2.028261818s] [] [2024/05/06 17:56:31.611 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:31.612 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.049899ms] [] [2024/05/06 17:56:31.886 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:56:31.887 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/06 17:56:31.889 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/06 17:56:31.893 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:31.893 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:31.893 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:31.894 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:31.895 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:31.895 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:31.895 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:31.895 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:31.910 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:31.910 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:31.910 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:31.910 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:31.910 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:31.910 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:31.910 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:31.910 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:31.910 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:31.910 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:31.926 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 17:56:31.927 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:31.927 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:56:31.927 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:31.939 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=3] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:56:31.939 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:32.239 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 17:56:32.247 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:32.247 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:32.247 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:32.247 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:32.247 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:32.247 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:32.247 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:32.247 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:32.247 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:32.247 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:32.248 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:32.248 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:32.248 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:32.249 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=3] [error="context canceled"] [2024/05/06 17:56:32.249 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=3] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=4.763270637s] [] [2024/05/06 17:56:32.557 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=3] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:32.558 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=3] [step=post-process] [2024/05/06 17:56:32.575 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 17:56:32.575 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 17:56:32.575 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 17:56:32.578 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:32.579 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:32.579 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:32.580 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:32.580 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:32.581 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:32.581 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:32.581 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:32.581 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:32.581 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:32.581 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:32.581 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:32.581 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:32.581 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:32.582 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:32.582 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:32.582 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:32.582 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:32.582 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:32.591 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=16.094674ms] [] [2024/05/06 17:56:32.591 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 17:56:32.592 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/06 17:56:32.592 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/06 17:56:32.594 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574179328753667] [req-type=Cop] [region="{ region id: 44, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 45, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 46, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 47, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=45-epoch_not_match:1] [2024/05/06 17:56:32.594 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574179328753667] [req-type=Cop] [region="{ region id: 44, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 45, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 46, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 47, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=45-epoch_not_match:1] [2024/05/06 17:56:32.601 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 17:56:32.601 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=25.806535ms] [] [2024/05/06 17:56:32.601 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=25.974621ms] [] [2024/05/06 17:56:32.885 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:32.886 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/06 17:56:32.887 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:32.887 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:56:32.887 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:32.904 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=3] [step=done] [state=running] [] [2024/05/06 17:56:32.907 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=3] [2024/05/06 17:56:32.915 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:33.051 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 8.489785674\n# Parse_time: 0.000095448\n# Compile_time: 0.000427555\n# Rewrite_time: 0.000116105\n# Optimize_time: 0.000229388\n# Wait_TS: 0.00037877\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OC40OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6OC40OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 17:56:33.061 +08:00] [WARN] [2pc.go:1803] ["schemaLeaseChecker is not set for this transaction"] [sessionID=2] [startTS=449574179446718476] [checkTS=449574179446718477] current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 17:56:33.069 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 17:56:33.080 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:112, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:33.031 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 17:56:33.080 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:112, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:33.031 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:33.098 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=112] [conn=2] [category=ddl] [job="ID:112, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:33.031 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:33.116 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=636.283µs] [gotSchemaVersion=61] [phyTblIDs="[110]"] [actionTypes="[4]"] [2024/05/06 17:56:33.121 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=112] [version=61] [2024/05/06 17:56:33.165 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=53.10411ms] [job="ID:112, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:33.031 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:33.182 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=112] [conn=2] [category=ddl] [job="ID:112, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:33.031 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:33.201 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=737.679µs] [gotSchemaVersion=62] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:33.205 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=112] [version=62] [2024/05/06 17:56:33.229 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=3] [error="context canceled"] [2024/05/06 17:56:33.229 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=3] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=672.763528ms] [] [2024/05/06 17:56:33.250 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=52.943281ms] [job="ID:112, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:33.031 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:33.267 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=112] [conn=2] [category=ddl] [job="ID:112, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:33.031 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:33.289 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=670.566µs] [gotSchemaVersion=63] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:33.294 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=112] [version=63] [2024/05/06 17:56:33.339 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=53.550479ms] [job="ID:112, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:33.031 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:33.368 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=112] [elementID=1] [comment="table ID is 110"] [2024/05/06 17:56:33.373 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=112] [jobType="drop table"] [2024/05/06 17:56:33.375 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=112] [conn=2] [job="ID:112, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:33.031 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:33.392 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=3] [2024/05/06 17:56:33.396 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=112] [2024/05/06 17:56:33.396 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:33.399 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.330509005\n# Parse_time: 0.000119026\n# Compile_time: 0.000271891\n# Rewrite_time: 0.000005703\n# Optimize_time: 0.000328111\n# Wait_TS: 0.000320599\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 17:56:33.400 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=63] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 17:56:33.401 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:56:33.416 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:56:33.416 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:33.381 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 17:56:33.416 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:33.381 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:33.434 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:33.381 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:33.457 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=2.490693ms] [gotSchemaVersion=64] [phyTblIDs="[113]"] [actionTypes="[3]"] [2024/05/06 17:56:33.462 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=114] [version=64] [2024/05/06 17:56:33.505 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=53.700359ms] [job="ID:114, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:33.381 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:33.523 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [job="ID:114, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:33.381 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:33.536 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=114] [2024/05/06 17:56:33.536 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:33.581 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 17:56:33.600 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=4] [job-id=4] [thread-cnt=8] [2024/05/06 17:56:33.600 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=4] [2024/05/06 17:56:35.377 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=4] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:56:35.880 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:56:35.881 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 17:56:35.883 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/05/06 17:56:35.895 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:35.896 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 17:56:35.896 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=81.203µs] [2024/05/06 17:56:35.896 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=241.566µs] [] [2024/05/06 17:56:35.896 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:56:35.896 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:56:35.896 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:35.910 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:56:35.910 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:36.178 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=4] [2024/05/06 17:56:36.178 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=4] [type=ImportInto] [2024/05/06 17:56:36.387 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:36.388 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:36.388 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:36.389 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:36.389 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:36.389 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:36.390 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:36.390 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 17:56:36.405 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:36.406 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:36.406 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:36.405 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:36.406 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:36.406 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:36.406 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:36.406 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:36.406 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:36.406 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:36.412 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 17:56:36.485 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=4] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:36.486 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 17:56:36.486 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 17:56:36.492 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:36.493 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:36.493 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:36.494 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:36.494 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:36.495 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:36.495 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:36.495 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:36.495 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:36.495 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:36.495 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:36.495 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:36.495 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:36.496 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:36.496 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:36.496 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:36.500 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:36.500 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:36.500 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:36.501 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:36.501 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:36.502 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:36.502 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:36.513 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:36.513 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 17:56:36.513 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=4] [step=import] [limit=256MiB] [2024/05/06 17:56:36.527 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/05/06 17:56:36.533 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:36.537 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:36.537 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=113] [2024/05/06 17:56:36.537 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=113] [2024/05/06 17:56:36.543 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=113] [key=2.csv:0] [2024/05/06 17:56:36.543 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=113] [key=1.csv:0] [2024/05/06 17:56:36.546 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=113] [key=2.csv:0] [readDur=1.160236ms] [encodeDur=848.486µs] [deliverDur=509.271µs] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [takeTime=2.85206ms] [] [2024/05/06 17:56:36.546 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=113] [key=1.csv:0] [readDur=939.253µs] [encodeDur=684.064µs] [deliverDur=1.111843ms] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [takeTime=3.023857ms] [] [2024/05/06 17:56:36.547 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/4/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/31bc8bbd-1617-44c8-9789-9cdcba7ed68f.sst] [firstKey=7480000000000000715F72800000000000000A] [lastKey=7480000000000000715F72800000000000000B] [2024/05/06 17:56:36.547 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=20.597429ms] [] [2024/05/06 17:56:36.547 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 17:56:36.548 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 17:56:36.548 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:36.548 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/4/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/7c32c952-4c89-4bec-85be-660c7dec7ffa.sst] [firstKey=7480000000000000715F728000000000000001] [lastKey=7480000000000000715F728000000000000002] [2024/05/06 17:56:36.550 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.750147ms] [] [2024/05/06 17:56:36.550 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 17:56:36.555 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:36.557 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 17:56:36.557 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:36.557 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:36.557 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF715F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF715F728000000000FF00000C0000000000FA] [retry=0] [2024/05/06 17:56:36.558 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF715F728000000000FF0000010000000000FA] [end=7480000000000000FF715F728000000000FF00000C0000000000FA] [2024/05/06 17:56:36.558 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF715F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF715F728000000000FF00000C0000000000FA] [regions=1] [2024/05/06 17:56:36.558 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=498.803µs] [2024/05/06 17:56:36.558 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.368737ms] [] [2024/05/06 17:56:36.560 +08:00] [WARN] [split.go:132] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000000FF715F728000000000FF0000010000000000FA, endKey: 7480000000000000FF715F728000000000FF00000C0000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/06 17:56:36.584 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 17:56:36.585 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=34.83514ms] [] [2024/05/06 17:56:36.585 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:36.586 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.037632ms] [] [2024/05/06 17:56:36.586 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 17:56:36.586 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:36.588 +08:00] [INFO] [engine.go:1601] ["compact sst"] [fileCount=2] [size=144] [count=4] [cost=1.265924ms] [file=/tmp/tidb/import-4000/4/630083e6-fc50-5cd2-8645-c17b147197ce.sst/184d8bb8-8d5b-41b4-988e-e694aa02d868.sst] [2024/05/06 17:56:36.588 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/4/630083e6-fc50-5cd2-8645-c17b147197ce.sst/184d8bb8-8d5b-41b4-988e-e694aa02d868.sst] [firstKey=7480000000000000715F698000000000000001038000000000000004] [lastKey=7480000000000000715F698000000000000001038000000000000007] [2024/05/06 17:56:36.590 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.160057ms] [] [2024/05/06 17:56:36.590 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 17:56:36.594 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:36.595 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 17:56:36.595 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:36.595 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:36.595 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF715F698000000000FF0000010380000000FF0000000400000000FB] [maxKey=7480000000000000FF715F698000000000FF0000010380000000FF0000000700000000FC] [retry=0] [2024/05/06 17:56:36.596 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF715F698000000000FF0000010380000000FF0000000400000000FB] [end=7480000000000000FF715F698000000000FF0000010380000000FF0000000700000000FC] [2024/05/06 17:56:36.596 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF715F698000000000FF0000010380000000FF0000000400000000FB] [maxKey=7480000000000000FF715F698000000000FF0000010380000000FF0000000700000000FC] [regions=1] [2024/05/06 17:56:36.597 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=478.52µs] [2024/05/06 17:56:36.597 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.373468ms] [] [2024/05/06 17:56:36.599 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574180377329665] [req-type=Cop] [region="{ region id: 14, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 18, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:36.599 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574180377329665] [req-type=Cop] [region="{ region id: 14, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 18, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:36.606 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 61, store 1, region 60, epoch conf_ver:5 version:13 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 60 is staler than local region, local epoch conf_ver: 5 version: 15, request epoch conf_ver: 5 version: 13\")"] ["job stage"=needRescan] [2024/05/06 17:56:36.606 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000715F698000000000000001038000000000000004] [endKey=7480000000000000715F69800000000000000103800000000000000700] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:56:38.606 +08:00] [2024/05/06 17:56:38.620 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 17:56:38.621 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=2.031465226s] [] [2024/05/06 17:56:38.621 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:38.623 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.147182ms] [] [2024/05/06 17:56:39.040 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:56:39.042 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 17:56:39.043 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/05/06 17:56:39.047 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:39.048 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:39.048 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:39.049 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:39.049 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:39.050 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:39.050 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:39.050 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:39.064 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:39.064 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:39.064 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:39.064 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:39.064 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:39.064 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:39.065 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:39.065 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:39.065 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:39.065 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:39.081 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 17:56:39.082 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:39.083 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:56:39.083 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:39.095 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:56:39.095 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:39.347 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 17:56:39.353 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:39.353 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:39.353 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:39.353 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:39.353 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:39.353 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:39.353 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:39.353 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:39.353 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:39.353 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:39.354 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:39.354 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:39.354 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:39.354 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=4] [error="context canceled"] [2024/05/06 17:56:39.355 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=4] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.869374613s] [] [2024/05/06 17:56:39.661 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=4] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:39.663 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=4] [step=post-process] [2024/05/06 17:56:39.677 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 17:56:39.677 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 17:56:39.677 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 17:56:39.680 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:39.681 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:39.681 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:39.682 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:39.682 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:39.683 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:39.683 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:39.683 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:39.683 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:39.683 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:39.683 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:39.683 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:39.683 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:39.683 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:39.683 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:39.684 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:39.684 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:39.695 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=17.857409ms] [] [2024/05/06 17:56:39.695 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 17:56:39.696 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/05/06 17:56:39.696 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/05/06 17:56:39.698 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574181189976070] [req-type=Cop] [region="{ region id: 60, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 61, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 62, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 63, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=61-epoch_not_match:1] [2024/05/06 17:56:39.698 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574181189976070] [req-type=Cop] [region="{ region id: 60, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 61, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 62, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 63, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=61-epoch_not_match:1] [2024/05/06 17:56:39.698 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574181189976070] [req-type=Cop] [region="{ region id: 64, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 65, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 66, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 67, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=65-not_leader-67:1] [2024/05/06 17:56:39.706 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 17:56:39.706 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=28.616462ms] [] [2024/05/06 17:56:39.706 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=28.755578ms] [] [2024/05/06 17:56:39.883 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:39.884 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 17:56:39.886 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:39.886 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:56:39.886 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:39.897 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=4] [step=done] [state=running] [] [2024/05/06 17:56:39.900 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=4] [2024/05/06 17:56:39.907 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:40.026 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=4] [error="context canceled"] [2024/05/06 17:56:40.026 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=4] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=364.672634ms] [] [2024/05/06 17:56:40.216 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.677293144\n# Parse_time: 0.000071531\n# Compile_time: 0.000404594\n# Rewrite_time: 0.000078856\n# Optimize_time: 0.000328111\n# Wait_TS: 0.000415862\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni42OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni42OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/06 17:56:40.223 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=64] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 17:56:40.234 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:115, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:40.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 17:56:40.234 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:40.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:40.252 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:40.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:40.270 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=595.885µs] [gotSchemaVersion=65] [phyTblIDs="[113]"] [actionTypes="[4]"] [2024/05/06 17:56:40.274 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=115] [version=65] [2024/05/06 17:56:40.319 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=52.87603ms] [job="ID:115, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:40.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:40.329 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=4] [step=-2] [state=succeed] [2024/05/06 17:56:40.334 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:40.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:40.350 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=677.885µs] [gotSchemaVersion=66] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:40.355 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=115] [version=66] [2024/05/06 17:56:40.390 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=4] [2024/05/06 17:56:40.398 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:56:40.400 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=52.89225ms] [job="ID:115, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:40.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:40.412 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:56:40.417 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:40.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:40.439 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=583.537µs] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:40.443 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=115] [version=67] [2024/05/06 17:56:40.488 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=53.401598ms] [job="ID:115, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:40.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:40.515 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=115] [elementID=1] [comment="table ID is 113"] [2024/05/06 17:56:40.520 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="drop table"] [2024/05/06 17:56:40.522 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:40.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:40.543 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 17:56:40.543 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:40.545 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.323041056\n# Parse_time: 0.000081215\n# Compile_time: 0.000288427\n# Rewrite_time: 0.00000451\n# Optimize_time: 0.000375312\n# Wait_TS: 0.000361014\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 17:56:40.546 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=67] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/06 17:56:40.560 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:40.531 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:40.560 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:117, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:40.531 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/06 17:56:40.579 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:40.531 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:40.601 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=2.270163ms] [gotSchemaVersion=68] [phyTblIDs="[116]"] [actionTypes="[3]"] [2024/05/06 17:56:40.606 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=117] [version=68] [2024/05/06 17:56:40.649 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=53.299285ms] [job="ID:117, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:40.531 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:40.670 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:40.531 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:40.682 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 17:56:40.682 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:40.728 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 17:56:40.752 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=5] [job-id=5] [thread-cnt=8] [2024/05/06 17:56:40.752 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=5] [2024/05/06 17:56:41.376 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=5] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:56:41.880 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:56:41.881 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/06 17:56:41.882 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 17:56:41.895 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:41.895 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 17:56:41.895 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=79.437µs] [2024/05/06 17:56:41.895 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=207.815µs] [] [2024/05/06 17:56:41.895 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:56:41.895 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:56:41.895 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:41.910 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=5] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:56:41.911 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:42.177 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=5] [2024/05/06 17:56:42.177 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=5] [type=ImportInto] [2024/05/06 17:56:42.389 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:42.389 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:42.389 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:42.391 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:42.391 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:42.392 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:42.392 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:42.392 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 17:56:42.409 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:42.409 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:42.409 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:42.409 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:42.409 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:42.410 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:42.410 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:42.410 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:42.410 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:42.410 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:42.416 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 17:56:42.484 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=5] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:42.485 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 17:56:42.485 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 17:56:42.491 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:42.491 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:42.491 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:42.492 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:42.492 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:42.493 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:42.493 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:42.493 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:42.493 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:42.493 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:42.493 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:42.493 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:42.494 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:42.494 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:42.494 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:42.494 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:42.494 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:42.494 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:42.494 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:42.498 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:42.499 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:42.499 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:42.500 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:42.500 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:42.501 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:42.501 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:42.512 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:42.512 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 17:56:42.512 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=5] [step=import] [limit=256MiB] [2024/05/06 17:56:42.529 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/05/06 17:56:42.532 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:42.537 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:42.537 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/06 17:56:42.537 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/06 17:56:42.797 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=116] [key=2.csv:0] [2024/05/06 17:56:42.799 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=2.csv:0] [readDur=1.533302ms] [encodeDur=322.548µs] [deliverDur=37.517µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [takeTime=2.359914ms] [] [2024/05/06 17:56:42.799 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=116] [key=1.csv:0] [2024/05/06 17:56:42.800 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/5/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/7fa79ef2-2978-4340-ac16-134fdacebe2b.sst] [firstKey=7480000000000000745F728000000000000006] [lastKey=7480000000000000745F728000000000000007] [2024/05/06 17:56:42.801 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=1.csv:0] [readDur=1.083137ms] [encodeDur=707.009µs] [deliverDur=15.566µs] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [takeTime=2.158293ms] [] [2024/05/06 17:56:42.802 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/5/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/e9950dc7-8081-457e-a21c-b13319aaac39.sst] [firstKey=7480000000000000745F728000000000000004] [lastKey=7480000000000000745F728000000000000005] [2024/05/06 17:56:42.802 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=273.680724ms] [] [2024/05/06 17:56:42.803 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 17:56:42.803 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 17:56:42.803 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:42.805 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.23561ms] [] [2024/05/06 17:56:42.805 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 17:56:42.810 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:42.812 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 17:56:42.812 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:42.812 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:42.812 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF745F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF745F728000000000FF0000080000000000FA] [retry=0] [2024/05/06 17:56:42.813 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF745F728000000000FF0000040000000000FA] [end=7480000000000000FF745F728000000000FF0000080000000000FA] [2024/05/06 17:56:42.813 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF745F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF745F728000000000FF0000080000000000FA] [regions=1] [2024/05/06 17:56:42.814 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=649.891µs] [2024/05/06 17:56:42.814 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.550993ms] [] [2024/05/06 17:56:42.826 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 15, but you sent conf_ver: 5 version: 13"] [region="{ID=80,startKey=7480000000000000FF745F728000000000FF0000040000000000FA,endKey=7480000000000000FF745F728000000000FF0000080000000000FA,epoch=\"conf_ver:5 version:15 \",peers=\"id:81 store_id:1 ,id:82 store_id:7 ,id:83 store_id:2 \"}"] [start=7480000000000000745F728000000000000004] [end=7480000000000000745F728000000000000008] [2024/05/06 17:56:42.826 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000745F728000000000000004] [endKey=7480000000000000745F728000000000000008] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:56:44.826 +08:00] [2024/05/06 17:56:42.850 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574182015729665] [req-type=Cop] [region="{ region id: 14, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 18, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:42.850 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574182015729665] [req-type=Cop] [region="{ region id: 14, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 18, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:44.841 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 17:56:44.842 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=2.037322589s] [] [2024/05/06 17:56:44.842 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:44.844 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.070057ms] [] [2024/05/06 17:56:44.844 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 17:56:44.844 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:44.845 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.22336ms] [] [2024/05/06 17:56:44.845 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 17:56:44.845 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:44.845 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=70.828µs] [] [2024/05/06 17:56:44.845 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:44.846 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=875.498µs] [] [2024/05/06 17:56:44.888 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:56:44.889 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/06 17:56:44.890 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 17:56:44.893 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:44.894 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:44.894 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:44.895 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:44.895 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:44.896 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:44.896 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:44.896 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:44.910 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:44.910 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:44.910 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:44.910 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:44.910 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:44.910 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:44.910 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:44.910 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:44.910 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:44.910 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:44.925 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 17:56:44.926 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:44.926 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:56:44.927 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:44.941 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=5] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:56:44.941 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:45.167 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 17:56:45.170 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:45.170 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:45.170 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:45.170 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:45.170 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:45.170 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:45.170 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:45.170 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:45.170 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:45.170 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:45.171 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:45.171 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:45.171 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:45.171 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=5] [error="context canceled"] [2024/05/06 17:56:45.171 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=5] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.687572485s] [] [2024/05/06 17:56:45.477 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=5] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:45.478 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=5] [step=post-process] [2024/05/06 17:56:45.491 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 17:56:45.491 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 17:56:45.491 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 17:56:45.491 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=3.117µs] [] [2024/05/06 17:56:45.492 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 17:56:45.492 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/05/06 17:56:45.492 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/05/06 17:56:45.494 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574182710411268] [req-type=Cop] [region="{ region id: 76, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 77, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 78, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 79, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=77-not_leader-78:1] [2024/05/06 17:56:45.502 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 17:56:45.502 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=10.87651ms] [] [2024/05/06 17:56:45.502 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=11.033607ms] [] [2024/05/06 17:56:45.882 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:45.883 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/06 17:56:45.884 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:45.884 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:56:45.884 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:45.897 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=5] [step=done] [state=running] [] [2024/05/06 17:56:45.900 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=5] [2024/05/06 17:56:45.907 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:46.126 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=5] [error="context canceled"] [2024/05/06 17:56:46.126 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=5] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=648.580744ms] [] [2024/05/06 17:56:46.166 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 5.480892995\n# Parse_time: 0.000095458\n# Compile_time: 0.000349827\n# Rewrite_time: 0.000082384\n# Optimize_time: 0.000375312\n# Wait_TS: 0.000363826\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS40OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS40OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 17:56:46.182 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=68] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 17:56:46.193 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:118, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:46.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 17:56:46.193 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:118, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:46.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:46.210 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [category=ddl] [job="ID:118, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:46.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:46.227 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=619.193µs] [gotSchemaVersion=69] [phyTblIDs="[116]"] [actionTypes="[4]"] [2024/05/06 17:56:46.231 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=118] [version=69] [2024/05/06 17:56:46.277 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=53.618503ms] [job="ID:118, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:46.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:46.293 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [category=ddl] [job="ID:118, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:46.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:46.312 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=761.323µs] [gotSchemaVersion=70] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:46.316 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=118] [version=70] [2024/05/06 17:56:46.361 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=53.013737ms] [job="ID:118, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:46.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:46.375 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [category=ddl] [job="ID:118, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:46.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:46.390 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=5] [2024/05/06 17:56:46.401 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:56:46.402 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=612.376µs] [gotSchemaVersion=71] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:46.407 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=118] [version=71] [2024/05/06 17:56:46.415 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:56:46.452 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=53.228672ms] [job="ID:118, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:46.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:46.467 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=118] [elementID=1] [comment="table ID is 116"] [2024/05/06 17:56:46.472 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=118] [jobType="drop table"] [2024/05/06 17:56:46.473 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [job="ID:118, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:46.181 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:46.491 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=118] [2024/05/06 17:56:46.491 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:46.494 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.312748646\n# Parse_time: 0.000067433\n# Compile_time: 0.000245281\n# Rewrite_time: 0.00000499\n# Optimize_time: 0.000181288\n# Wait_TS: 0.000385078\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 17:56:46.495 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=71] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 17:56:46.509 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:46.482 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:46.509 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:46.482 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 17:56:46.525 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:46.482 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:46.549 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=2.429193ms] [gotSchemaVersion=72] [phyTblIDs="[119]"] [actionTypes="[3]"] [2024/05/06 17:56:46.554 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=120] [version=72] [2024/05/06 17:56:46.595 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=54.016195ms] [job="ID:120, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:46.482 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:46.616 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [job="ID:120, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:46.482 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:46.628 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/05/06 17:56:46.628 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:46.672 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 17:56:46.690 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=6] [job-id=6] [thread-cnt=8] [2024/05/06 17:56:46.690 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=6] [2024/05/06 17:56:47.376 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=6] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:56:47.880 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:56:47.881 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/06 17:56:47.882 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 17:56:47.896 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:47.897 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 17:56:47.897 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=83.811µs] [2024/05/06 17:56:47.897 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=265.976µs] [] [2024/05/06 17:56:47.897 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:56:47.897 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:56:47.897 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:47.912 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=6] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:56:47.912 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:48.179 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=6] [2024/05/06 17:56:48.179 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=6] [type=ImportInto] [2024/05/06 17:56:48.388 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:48.389 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:48.389 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:48.390 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:48.390 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:48.392 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:48.392 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:48.392 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 17:56:48.407 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:48.407 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:48.407 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:48.407 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:48.407 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:48.407 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:48.407 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:48.407 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:48.407 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:48.407 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:48.414 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 17:56:48.486 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=6] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:48.488 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 17:56:48.488 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 17:56:48.494 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:48.494 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:48.495 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:48.496 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:48.496 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:48.497 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:48.497 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:48.497 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:48.497 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:48.497 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:48.497 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:48.497 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:48.497 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:48.498 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:48.498 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:48.498 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:48.498 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:48.498 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:48.498 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:48.503 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:48.503 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:48.503 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:48.505 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:48.505 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:48.506 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:48.506 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:48.516 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:48.516 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 17:56:48.516 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=6] [step=import] [limit=256MiB] [2024/05/06 17:56:48.532 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/05/06 17:56:48.536 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:48.539 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:48.539 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=119] [2024/05/06 17:56:48.539 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=119] [2024/05/06 17:56:48.635 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=119] [key=1.csv:0] [2024/05/06 17:56:48.636 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=119] [key=2.csv:0] [2024/05/06 17:56:48.637 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=119] [key=1.csv:0] [readDur=1.045364ms] [encodeDur=260.333µs] [deliverDur=33.363µs] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [takeTime=1.697252ms] [] [2024/05/06 17:56:48.638 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/6/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/ef394ab2-c835-4b8c-afed-98a93955278d.sst] [firstKey=7480000000000000775F728000000000000004] [lastKey=7480000000000000775F728000000000000005] [2024/05/06 17:56:48.638 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=119] [key=2.csv:0] [readDur=948.798µs] [encodeDur=727.169µs] [deliverDur=20.135µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [takeTime=1.989996ms] [] [2024/05/06 17:56:48.639 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=107.377441ms] [] [2024/05/06 17:56:48.639 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/6/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/9c5d1962-c130-4e19-8744-b10903d25b81.sst] [firstKey=7480000000000000775F728000000000000006] [lastKey=7480000000000000775F728000000000000007] [2024/05/06 17:56:48.639 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 17:56:48.639 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 17:56:48.639 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:48.641 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.545173ms] [] [2024/05/06 17:56:48.641 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 17:56:48.648 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:48.649 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 17:56:48.650 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:48.650 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:48.650 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF775F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF775F728000000000FF0000080000000000FA] [retry=0] [2024/05/06 17:56:48.650 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF775F728000000000FF0000040000000000FA] [end=7480000000000000FF775F728000000000FF0000080000000000FA] [2024/05/06 17:56:48.651 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF775F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF775F728000000000FF0000080000000000FA] [regions=1] [2024/05/06 17:56:48.651 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=401.213µs] [2024/05/06 17:56:48.651 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.213587ms] [] [2024/05/06 17:56:48.659 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 25, store 2, region 14, epoch conf_ver:5 version:15 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 17, request epoch conf_ver: 5 version: 15\")"] ["job stage"=needRescan] [2024/05/06 17:56:48.660 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000775F728000000000000004] [endKey=7480000000000000775F728000000000000008] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:56:50.660 +08:00] [2024/05/06 17:56:48.700 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574183549272065] [req-type=Cop] [region="{ region id: 14, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 18, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:48.700 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574183549272065] [req-type=Cop] [region="{ region id: 14, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 18, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:50.675 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 17:56:50.676 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=2.035303504s] [] [2024/05/06 17:56:50.676 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:50.677 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.118151ms] [] [2024/05/06 17:56:50.678 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 17:56:50.678 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:50.679 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.480304ms] [] [2024/05/06 17:56:50.679 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 17:56:50.679 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:50.679 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=44.688µs] [] [2024/05/06 17:56:50.679 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:50.680 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=772.74µs] [] [2024/05/06 17:56:50.883 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:56:50.884 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/06 17:56:50.885 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 17:56:50.888 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:50.889 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:50.889 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:50.890 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:50.890 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:50.892 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:50.892 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:50.892 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:50.910 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:50.910 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:50.910 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:50.910 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:50.910 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:50.910 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:50.910 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:50.910 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:50.911 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:50.911 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:50.928 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 17:56:50.929 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:50.929 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:56:50.929 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:50.942 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=6] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:56:50.942 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:51.004 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 17:56:51.007 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:51.007 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:51.007 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:51.007 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:51.007 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:51.007 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:51.008 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:51.008 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:51.008 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:51.008 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:51.009 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:51.009 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:51.009 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:51.009 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=6] [error="context canceled"] [2024/05/06 17:56:51.009 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=6] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.522480235s] [] [2024/05/06 17:56:51.315 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=6] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:51.316 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=6] [step=post-process] [2024/05/06 17:56:51.330 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 17:56:51.330 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 17:56:51.330 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 17:56:51.330 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=2.508µs] [] [2024/05/06 17:56:51.330 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 17:56:51.331 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/05/06 17:56:51.331 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/05/06 17:56:51.333 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574184230846477] [req-type=Cop] [region="{ region id: 84, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 85, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 86, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 87, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=85-not_leader-87:1] [2024/05/06 17:56:51.338 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 17:56:51.338 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=7.203809ms] [] [2024/05/06 17:56:51.338 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=7.321293ms] [] [2024/05/06 17:56:51.383 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:51.384 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/06 17:56:51.385 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:51.385 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:56:51.385 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:51.399 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=6] [step=done] [state=running] [] [2024/05/06 17:56:51.401 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=6] [2024/05/06 17:56:51.409 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:51.503 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 4.872171204\n# Parse_time: 0.000076005\n# Compile_time: 0.000323782\n# Rewrite_time: 0.000074635\n# Optimize_time: 0.000181288\n# Wait_TS: 0.000342973\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC44N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC44N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] current case CREATE TABLE t (id int, v varchar(64)) [2024/05/06 17:56:51.507 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=72] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 17:56:51.517 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:51.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:51.518 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:121, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:51.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 17:56:51.541 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:51.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:51.560 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=656.962µs] [gotSchemaVersion=73] [phyTblIDs="[119]"] [actionTypes="[4]"] [2024/05/06 17:56:51.565 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=121] [version=73] [2024/05/06 17:56:51.609 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=52.883451ms] [job="ID:121, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:51.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:51.624 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:51.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:51.641 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=624.814µs] [gotSchemaVersion=74] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:51.645 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=121] [version=74] [2024/05/06 17:56:51.657 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=6] [error="context canceled"] [2024/05/06 17:56:51.658 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=6] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=342.067922ms] [] [2024/05/06 17:56:51.691 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=53.464077ms] [job="ID:121, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:51.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:51.717 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:51.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:51.739 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=532.766µs] [gotSchemaVersion=75] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:51.744 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=121] [version=75] [2024/05/06 17:56:51.789 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=53.176544ms] [job="ID:121, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:51.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:51.817 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=121] [elementID=1] [comment="table ID is 119"] [2024/05/06 17:56:51.822 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=121] [jobType="drop table"] [2024/05/06 17:56:51.824 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [job="ID:121, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:51.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:51.844 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/06 17:56:51.844 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:51.847 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.340343639\n# Parse_time: 0.000050399\n# Compile_time: 0.000206118\n# Rewrite_time: 0.000003687\n# Optimize_time: 0.000205648\n# Wait_TS: 0.000358569\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 17:56:51.848 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=75] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64))"] [user=] [2024/05/06 17:56:51.866 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:51.831 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int, v varchar(64))"] [2024/05/06 17:56:51.866 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:51.831 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:51.885 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:51.831 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:51.891 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=6] [2024/05/06 17:56:51.900 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:56:51.909 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=2.33253ms] [gotSchemaVersion=76] [phyTblIDs="[122]"] [actionTypes="[3]"] [2024/05/06 17:56:51.914 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:56:51.914 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=123] [version=76] [2024/05/06 17:56:51.958 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=54.380117ms] [job="ID:123, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:51.831 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:51.975 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:51.831 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:51.989 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/06 17:56:51.989 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:52.036 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 17:56:52.056 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=7] [job-id=7] [thread-cnt=8] [2024/05/06 17:56:52.056 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=7] [2024/05/06 17:56:53.376 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=7] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:56:53.879 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=7] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:56:53.880 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=7] [task-type=ImportInto] [num=1] [2024/05/06 17:56:53.881 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/05/06 17:56:53.893 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:53.893 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 17:56:53.893 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=99.208µs] [2024/05/06 17:56:53.893 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=252.206µs] [] [2024/05/06 17:56:53.893 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:56:53.894 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=7] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:56:53.894 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:53.912 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=7] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:56:53.912 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:54.178 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=7] [2024/05/06 17:56:54.178 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=7] [type=ImportInto] [2024/05/06 17:56:54.388 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:54.388 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:54.388 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:54.389 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:54.389 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:54.390 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:54.390 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:54.390 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/05/06 17:56:54.406 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:54.406 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:54.406 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:54.406 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:54.406 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:54.406 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:54.406 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:54.406 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:54.406 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:54.406 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:54.412 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=7] [2024/05/06 17:56:54.485 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=7] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:54.486 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 17:56:54.486 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 17:56:54.492 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:54.492 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:54.492 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:54.494 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:54.494 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:54.495 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:54.495 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:54.495 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:54.495 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:54.495 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:54.495 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:54.495 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:54.495 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:54.495 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:54.496 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:54.496 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:54.496 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:54.496 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:54.496 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:54.501 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:54.502 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:54.502 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:54.503 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:54.503 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:54.506 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:54.506 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:54.516 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:54.516 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 17:56:54.516 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=7] [step=import] [limit=256MiB] [2024/05/06 17:56:54.531 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/05/06 17:56:54.535 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:54.539 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:54.539 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=122] [2024/05/06 17:56:54.539 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=122] [2024/05/06 17:56:54.588 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=122] [key=1.csv:0] [2024/05/06 17:56:54.589 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=122] [key=2.csv:0] [2024/05/06 17:56:54.590 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=122] [key=1.csv:0] [readDur=921.606µs] [encodeDur=180.577µs] [deliverDur=221.231µs] [checksum="{cksum=1363779544899807388,size=76,kvs=2}"] [takeTime=1.617444ms] [] [2024/05/06 17:56:54.591 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/7/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/702f78e2-1481-4301-aa82-5c2b426f4609.sst] [firstKey=74800000000000007A5F728000000000000001] [lastKey=74800000000000007A5F728000000000000002] [2024/05/06 17:56:54.591 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=122] [key=2.csv:0] [readDur=702.821µs] [encodeDur=591.605µs] [deliverDur=183.613µs] [checksum="{cksum=10862406597896790237,size=76,kvs=2}"] [takeTime=1.710912ms] [] [2024/05/06 17:56:54.591 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=60.462036ms] [] [2024/05/06 17:56:54.591 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 17:56:54.591 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 17:56:54.592 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:54.592 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/7/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/a7210a17-18c9-4f56-9503-a5806374c952.sst] [firstKey=74800000000000007A5F72800000000000000A] [lastKey=74800000000000007A5F72800000000000000B] [2024/05/06 17:56:54.594 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.016267ms] [] [2024/05/06 17:56:54.594 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 17:56:54.598 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:54.600 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 17:56:54.600 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:54.600 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:54.600 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF7A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7A5F728000000000FF00000C0000000000FA] [retry=0] [2024/05/06 17:56:54.601 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF7A5F728000000000FF0000010000000000FA] [end=7480000000000000FF7A5F728000000000FF00000C0000000000FA] [2024/05/06 17:56:54.601 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF7A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7A5F728000000000FF00000C0000000000FA] [regions=1] [2024/05/06 17:56:54.602 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=445.788µs] [2024/05/06 17:56:54.602 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.31887ms] [] [2024/05/06 17:56:54.610 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:17 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 19, request epoch conf_ver: 5 version: 17\")"] ["job stage"=needRescan] [2024/05/06 17:56:54.611 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000007A5F728000000000000001] [endKey=74800000000000007A5F72800000000000000C] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:56:56.611 +08:00] [2024/05/06 17:56:54.649 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574185109028865] [req-type=Cop] [region="{ region id: 14, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 18, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:54.649 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574185109028865] [req-type=Cop] [region="{ region id: 14, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 18, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:56.624 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 17:56:56.626 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=2.032035816s] [] [2024/05/06 17:56:56.626 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:56:56.627 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.001877ms] [] [2024/05/06 17:56:56.627 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 17:56:56.627 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:56.629 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.638256ms] [] [2024/05/06 17:56:56.629 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 17:56:56.629 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:56.629 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=62.88µs] [] [2024/05/06 17:56:56.629 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:56:56.630 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=918.204µs] [] [2024/05/06 17:56:56.883 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=7] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:56:56.884 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=7] [task-type=ImportInto] [num=1] [2024/05/06 17:56:56.885 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/05/06 17:56:56.888 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:56.888 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:56.889 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:56.889 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:56.890 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:56.890 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:56.890 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:56.891 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:56.905 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:56.905 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:56.905 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:56.905 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:56.905 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:56.905 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:56.905 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:56.905 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:56.905 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:56.905 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:56.920 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 17:56:56.921 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:56.921 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=7] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:56:56.921 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:56.933 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=7] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:56:56.933 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:56.953 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 17:56:56.955 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:56.955 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:56.955 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:56.955 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:56.955 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:56.956 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:56.956 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:56.956 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:56.956 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:56.956 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:56.957 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:56.957 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:56.957 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:56.957 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=7] [error="context canceled"] [2024/05/06 17:56:56.957 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=7] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.471843072s] [] [2024/05/06 17:56:57.264 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=7] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:57.266 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=7] [step=post-process] [2024/05/06 17:56:57.281 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 17:56:57.281 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 17:56:57.281 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 17:56:57.284 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:57.285 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:57.285 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:56:57.286 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:57.286 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:57.287 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:57.287 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:57.287 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:57.287 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:57.287 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:57.287 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:57.287 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:57.287 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:57.287 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:57.287 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:57.287 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:57.287 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:57.288 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:57.288 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:57.296 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=14.832016ms] [] [2024/05/06 17:56:57.296 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 17:56:57.297 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/05/06 17:56:57.297 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/05/06 17:56:57.300 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 17:56:57.300 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=18.667059ms] [] [2024/05/06 17:56:57.300 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=18.805045ms] [] [2024/05/06 17:56:57.384 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=7] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:57.385 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=7] [task-type=ImportInto] [num=1] [2024/05/06 17:56:57.386 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:57.386 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=7] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:56:57.387 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:57.400 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=7] [step=done] [state=running] [] [2024/05/06 17:56:57.403 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=7] [2024/05/06 17:56:57.411 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:57.469 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 5.47693157\n# Parse_time: 0.000079931\n# Compile_time: 0.000326844\n# Rewrite_time: 0.000068108\n# Optimize_time: 0.000205648\n# Wait_TS: 0.000382993\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS40OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS40OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 17:56:57.478 +08:00] [WARN] [2pc.go:1803] ["schemaLeaseChecker is not set for this transaction"] [sessionID=2] [startTS=449574185843294221] [checkTS=449574185843294222] current case CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 17:56:57.484 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=76] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 17:56:57.495 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:57.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:57.495 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:57.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 17:56:57.511 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [category=ddl] [job="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:57.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:57.530 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=673.409µs] [gotSchemaVersion=77] [phyTblIDs="[122]"] [actionTypes="[4]"] [2024/05/06 17:56:57.534 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=124] [version=77] [2024/05/06 17:56:57.579 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=53.327761ms] [job="ID:124, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:57.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:57.596 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [category=ddl] [job="ID:124, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:57.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:57.618 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=757.371µs] [gotSchemaVersion=78] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:57.619 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=7] [error="context canceled"] [2024/05/06 17:56:57.619 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=7] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=354.507225ms] [] [2024/05/06 17:56:57.622 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=124] [version=78] [2024/05/06 17:56:57.665 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=53.980992ms] [job="ID:124, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:57.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:57.681 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [category=ddl] [job="ID:124, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:57.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:57.704 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=642.001µs] [gotSchemaVersion=79] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:57.709 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=124] [version=79] [2024/05/06 17:56:57.753 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=53.284641ms] [job="ID:124, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:57.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:57.770 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=124] [elementID=1] [comment="table ID is 122"] [2024/05/06 17:56:57.775 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=124] [jobType="drop table"] [2024/05/06 17:56:57.777 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [job="ID:124, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:57.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:57.795 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=124] [2024/05/06 17:56:57.796 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:57.799 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.314732011\n# Parse_time: 0.00006662\n# Compile_time: 0.000250969\n# Rewrite_time: 0.000003534\n# Optimize_time: 0.000212259\n# Wait_TS: 0.000269396\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 17:56:57.800 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=79] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 17:56:57.815 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:57.781 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:57.815 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:57.781 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 17:56:57.834 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:57.781 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:57.856 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=2.484184ms] [gotSchemaVersion=80] [phyTblIDs="[125]"] [actionTypes="[3]"] [2024/05/06 17:56:57.861 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=126] [version=80] [2024/05/06 17:56:57.891 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=7] [2024/05/06 17:56:57.899 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:56:57.903 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=53.544802ms] [job="ID:126, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:57.781 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:57.913 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:56:57.926 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [job="ID:126, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:57.781 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:57.941 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/05/06 17:56:57.941 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:57.998 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 17:56:58.022 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=8] [job-id=8] [thread-cnt=8] [2024/05/06 17:56:58.022 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=8] [2024/05/06 17:56:59.376 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=8] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:56:59.879 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=8] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:56:59.880 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=8] [task-type=ImportInto] [num=1] [2024/05/06 17:56:59.881 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [2024/05/06 17:56:59.893 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:59.893 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 17:56:59.893 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=73.371µs] [2024/05/06 17:56:59.893 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=225.24µs] [] [2024/05/06 17:56:59.893 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:56:59.893 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=8] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:56:59.893 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:59.908 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=8] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:56:59.908 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:57:00.132 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 88b7948d-33d1-4033-845f-5742f15307ba"] ["owner key"=/tidb/br-stream/owner/22318f4d53681563] [ownerID=88b7948d-33d1-4033-845f-5742f15307ba] [op=none] [2024/05/06 17:57:00.177 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=8] [2024/05/06 17:57:00.177 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=8] [type=ImportInto] [2024/05/06 17:57:00.386 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:00.387 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:00.387 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:57:00.388 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:00.388 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:00.389 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:00.389 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:00.389 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=8] [mode=Import] [2024/05/06 17:57:00.404 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:00.404 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:00.404 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:00.404 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:00.404 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:00.404 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:00.404 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:00.404 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:00.404 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:00.404 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:00.410 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=8] [2024/05/06 17:57:00.484 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=8] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:57:00.485 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 17:57:00.485 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 17:57:00.491 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:00.491 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:00.491 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:57:00.492 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:00.492 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:00.493 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:00.493 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:00.493 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:00.493 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:00.493 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:00.493 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:57:00.493 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:00.493 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:57:00.494 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:57:00.494 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:00.494 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:00.494 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:00.494 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:00.494 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:00.497 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:00.498 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:00.498 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:57:00.499 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:00.499 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:00.500 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:00.500 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:00.510 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:57:00.510 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 17:57:00.510 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=8] [step=import] [limit=256MiB] [2024/05/06 17:57:00.524 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [2024/05/06 17:57:00.528 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:57:00.531 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:57:00.532 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=125] [2024/05/06 17:57:00.532 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=125] [2024/05/06 17:57:00.642 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=125] [key=2.csv:0] [2024/05/06 17:57:00.642 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=125] [key=1.csv:0] [2024/05/06 17:57:00.645 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=125] [key=1.csv:0] [readDur=1.523424ms] [encodeDur=326.254µs] [deliverDur=265.831µs] [checksum="{cksum=1363779544899807388,size=76,kvs=2}"] [takeTime=2.627372ms] [] [2024/05/06 17:57:00.645 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=125] [key=2.csv:0] [readDur=1.546482ms] [encodeDur=650.724µs] [deliverDur=317.104µs] [checksum="{cksum=10862406597896790237,size=76,kvs=2}"] [takeTime=3.129632ms] [] [2024/05/06 17:57:00.646 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/8/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/f358bd13-13b3-444e-95d1-332bc1cf1c65.sst] [firstKey=74800000000000007D5F72800000000000000A] [lastKey=74800000000000007D5F72800000000000000B] [2024/05/06 17:57:00.647 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [takeTime=123.267212ms] [] [2024/05/06 17:57:00.648 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 17:57:00.648 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 17:57:00.648 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:57:00.648 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/8/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/b6c61efb-fd55-499a-8e19-6a1a6b21018d.sst] [firstKey=74800000000000007D5F728000000000000001] [lastKey=74800000000000007D5F728000000000000002] [2024/05/06 17:57:00.651 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=3.30413ms] [] [2024/05/06 17:57:00.651 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 17:57:00.656 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:57:00.657 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 17:57:00.657 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:57:00.658 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:57:00.658 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF7D5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7D5F728000000000FF00000C0000000000FA] [retry=0] [2024/05/06 17:57:00.658 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF7D5F728000000000FF0000010000000000FA] [end=7480000000000000FF7D5F728000000000FF00000C0000000000FA] [2024/05/06 17:57:00.658 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF7D5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7D5F728000000000FF00000C0000000000FA] [regions=1] [2024/05/06 17:57:00.659 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=459.921µs] [2024/05/06 17:57:00.659 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.226272ms] [] [2024/05/06 17:57:00.664 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574186681892873] [req-type=Cop] [region="{ region id: 14, ver: 19, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 18, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:57:00.665 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574186681892873] [req-type=Cop] [region="{ region id: 14, ver: 19, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 18, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:57:00.667 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:19 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 21, request epoch conf_ver: 5 version: 19\")"] ["job stage"=needRescan] [2024/05/06 17:57:00.668 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000007D5F728000000000000001] [endKey=74800000000000007D5F72800000000000000C] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:57:02.668 +08:00] [2024/05/06 17:57:02.684 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 17:57:02.685 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=2.033918171s] [] [2024/05/06 17:57:02.685 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:57:02.686 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.159619ms] [] [2024/05/06 17:57:02.687 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 17:57:02.687 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:57:02.688 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.845861ms] [] [2024/05/06 17:57:02.689 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 17:57:02.689 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:57:02.689 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=45.108µs] [] [2024/05/06 17:57:02.689 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:57:02.690 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=830.349µs] [] [2024/05/06 17:57:02.882 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=8] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:57:02.883 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=8] [task-type=ImportInto] [num=1] [2024/05/06 17:57:02.884 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [2024/05/06 17:57:02.887 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:02.888 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:02.888 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:57:02.889 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:02.889 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:02.890 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:02.890 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:02.890 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:57:02.906 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:02.906 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:02.906 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:02.906 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:02.906 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:02.906 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:02.906 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:02.906 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:02.906 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:02.906 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:02.924 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 17:57:02.926 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:57:02.926 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=8] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:57:02.926 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:02.939 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=8] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:57:02.939 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:03.013 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 17:57:03.017 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:03.017 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:03.017 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:03.017 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:03.017 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:03.017 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:03.017 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:03.017 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:03.017 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:03.017 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:03.018 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:03.018 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:03.018 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:03.018 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=8] [error="context canceled"] [2024/05/06 17:57:03.018 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=8] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.53422537s] [] [2024/05/06 17:57:03.328 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=8] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:57:03.330 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=8] [step=post-process] [2024/05/06 17:57:03.348 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 17:57:03.348 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 17:57:03.348 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 17:57:03.353 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:03.354 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:03.354 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:57:03.355 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:03.355 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:03.356 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:03.356 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:03.356 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:03.356 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:03.356 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:57:03.356 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:03.356 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:03.356 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:57:03.356 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:57:03.357 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:03.357 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:03.357 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:03.357 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:03.357 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:03.365 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=16.549302ms] [] [2024/05/06 17:57:03.365 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [checksum="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 17:57:03.366 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [weight=30] [2024/05/06 17:57:03.366 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [concurrency=15] [2024/05/06 17:57:03.368 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [local="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 17:57:03.368 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=20.087577ms] [] [2024/05/06 17:57:03.368 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=20.280027ms] [] [2024/05/06 17:57:03.382 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=8] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:57:03.383 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=8] [task-type=ImportInto] [num=1] [2024/05/06 17:57:03.384 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=post-process] [next-step=done] [2024/05/06 17:57:03.384 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=8] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:57:03.384 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:03.396 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=8] [step=done] [state=running] [] [2024/05/06 17:57:03.398 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=8] [2024/05/06 17:57:03.406 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:57:03.439 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 5.495283008\n# Parse_time: 0.000118363\n# Compile_time: 0.000384291\n# Rewrite_time: 0.000065127\n# Optimize_time: 0.000212259\n# Wait_TS: 0.00046356\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS40OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS40OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/06 17:57:03.445 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=80] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 17:57:03.458 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:127, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:03.431 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:57:03.459 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:127, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:03.431 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 17:57:03.480 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:03.431 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:03.502 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=714.465µs] [gotSchemaVersion=81] [phyTblIDs="[125]"] [actionTypes="[4]"] [2024/05/06 17:57:03.507 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=127] [version=81] [2024/05/06 17:57:03.551 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=53.773644ms] [job="ID:127, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:03.431 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:03.568 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:03.431 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:03.587 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=543.533µs] [gotSchemaVersion=82] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:57:03.591 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=127] [version=82] [2024/05/06 17:57:03.637 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=53.763963ms] [job="ID:127, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:03.431 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:03.666 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:03.431 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:03.688 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=670.635µs] [gotSchemaVersion=83] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:57:03.688 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=8] [error="context canceled"] [2024/05/06 17:57:03.688 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=8] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=360.228077ms] [] [2024/05/06 17:57:03.693 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=127] [version=83] [2024/05/06 17:57:03.738 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=53.698154ms] [job="ID:127, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:3, start time: 2024-05-06 17:57:03.431 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:03.766 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=127] [elementID=1] [comment="table ID is 125"] [2024/05/06 17:57:03.772 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=127] [jobType="drop table"] [2024/05/06 17:57:03.774 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [job="ID:127, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:3, start time: 2024-05-06 17:57:03.431 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:03.796 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=127] [2024/05/06 17:57:03.796 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:57:03.800 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.355111331\n# Parse_time: 0.000106272\n# Compile_time: 0.000310762\n# Rewrite_time: 0.000016957\n# Optimize_time: 0.000220041\n# Wait_TS: 0.000413106\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 17:57:03.800 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=83] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/06 17:57:03.817 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:03.781 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:57:03.817 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:129, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:03.781 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/06 17:57:03.836 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:03.781 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:03.860 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=2.366918ms] [gotSchemaVersion=84] [phyTblIDs="[128]"] [actionTypes="[3]"] [2024/05/06 17:57:03.865 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=129] [version=84] [2024/05/06 17:57:03.893 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=8] [2024/05/06 17:57:03.901 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:57:03.907 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=52.870281ms] [job="ID:129, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:03.781 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:03.915 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:57:03.925 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [job="ID:129, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:03.781 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:03.938 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/05/06 17:57:03.938 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:57:03.996 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 17:57:04.016 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=9] [job-id=9] [thread-cnt=8] [2024/05/06 17:57:04.016 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=9] [2024/05/06 17:57:05.377 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=9] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:57:05.879 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=9] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:57:05.881 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=9] [task-type=ImportInto] [num=1] [2024/05/06 17:57:05.882 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [2024/05/06 17:57:05.894 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:57:05.894 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 17:57:05.894 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=75.52µs] [2024/05/06 17:57:05.894 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=199.599µs] [] [2024/05/06 17:57:05.894 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:57:05.894 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=9] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:57:05.894 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:57:05.909 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=9] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:57:05.909 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:57:06.176 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=9] [2024/05/06 17:57:06.177 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=9] [type=ImportInto] [2024/05/06 17:57:06.388 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:06.389 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:06.389 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:57:06.390 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:06.390 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:06.391 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:06.391 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:06.391 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=9] [mode=Import] [2024/05/06 17:57:06.404 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:06.405 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:06.405 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:06.405 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:06.405 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:06.405 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:06.405 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:06.405 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:06.405 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:06.405 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:06.411 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=9] [2024/05/06 17:57:06.483 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=9] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:57:06.485 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 17:57:06.485 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 17:57:06.491 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:06.491 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:06.491 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:57:06.492 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:06.492 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:06.493 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:06.493 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:06.493 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:06.493 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:06.493 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:06.494 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:57:06.494 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:06.494 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:57:06.494 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:57:06.494 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:06.494 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:06.494 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:06.494 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:06.494 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:06.498 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:06.499 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:06.499 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:57:06.500 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:06.500 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:06.501 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:06.501 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:06.512 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:57:06.512 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 17:57:06.512 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=9] [step=import] [limit=256MiB] [2024/05/06 17:57:06.527 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [2024/05/06 17:57:06.531 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:57:06.534 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:57:06.535 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=128] [2024/05/06 17:57:06.535 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=128] [2024/05/06 17:57:06.562 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=128] [key=2.csv:0] [2024/05/06 17:57:06.565 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=128] [key=2.csv:0] [readDur=991.109µs] [encodeDur=606.237µs] [deliverDur=560.35µs] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [takeTime=2.601024ms] [] [2024/05/06 17:57:06.566 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/9/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/30bdf054-c048-4ac8-a62e-e86576b338b6.sst] [firstKey=7480000000000000805F72800000000000000A] [lastKey=7480000000000000805F72800000000000000B] [2024/05/06 17:57:06.569 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=128] [key=1.csv:0] [2024/05/06 17:57:06.571 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=128] [key=1.csv:0] [readDur=901.621µs] [encodeDur=595.472µs] [deliverDur=256.434µs] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [takeTime=2.017138ms] [] [2024/05/06 17:57:06.572 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [takeTime=45.576204ms] [] [2024/05/06 17:57:06.572 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/9/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/1f4a94f2-4f0a-440d-a4a8-5c76d77c41e1.sst] [firstKey=7480000000000000805F728000000000000001] [lastKey=7480000000000000805F728000000000000002] [2024/05/06 17:57:06.573 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 17:57:06.573 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 17:57:06.573 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:57:06.575 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.923578ms] [] [2024/05/06 17:57:06.575 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 17:57:06.579 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:57:06.581 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 17:57:06.582 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:57:06.582 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:57:06.582 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF805F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF805F728000000000FF00000C0000000000FA] [retry=0] [2024/05/06 17:57:06.582 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF805F728000000000FF0000010000000000FA] [end=7480000000000000FF805F728000000000FF00000C0000000000FA] [2024/05/06 17:57:06.582 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF805F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF805F728000000000FF00000C0000000000FA] [regions=1] [2024/05/06 17:57:06.583 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=459.423µs] [2024/05/06 17:57:06.583 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.334444ms] [] [2024/05/06 17:57:06.599 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574188241649667] [req-type=Cop] [region="{ region id: 14, ver: 21, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 18, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:57:06.599 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574188241649667] [req-type=Cop] [region="{ region id: 14, ver: 21, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 18, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:57:06.612 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:21 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 23, request epoch conf_ver: 5 version: 21\")"] ["job stage"=needRescan] [2024/05/06 17:57:06.612 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000805F728000000000000001] [endKey=7480000000000000805F72800000000000000C] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:57:08.612 +08:00] [2024/05/06 17:57:07.296 +08:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=88b7948d-33d1-4033-845f-5742f15307ba] [daemon-id=LogBackup::Advancer] [2024/05/06 17:57:07.297 +08:00] [INFO] [advancer.go:503] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 17:57:08.633 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 17:57:08.634 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=2.059669983s] [] [2024/05/06 17:57:08.635 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:57:08.636 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.133333ms] [] [2024/05/06 17:57:08.636 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 17:57:08.636 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:57:08.637 +08:00] [INFO] [engine.go:1601] ["compact sst"] [fileCount=2] [size=144] [count=4] [cost=1.356355ms] [file=/tmp/tidb/import-4000/9/630083e6-fc50-5cd2-8645-c17b147197ce.sst/7bb7d691-a15b-471c-aea4-cde1381005fe.sst] [2024/05/06 17:57:08.637 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/9/630083e6-fc50-5cd2-8645-c17b147197ce.sst/7bb7d691-a15b-471c-aea4-cde1381005fe.sst] [firstKey=7480000000000000805F698000000000000001038000000000000004] [lastKey=7480000000000000805F698000000000000001038000000000000007] [2024/05/06 17:57:08.639 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.609391ms] [] [2024/05/06 17:57:08.640 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 17:57:08.644 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:57:08.645 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 17:57:08.645 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:57:08.646 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:57:08.646 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF805F698000000000FF0000010380000000FF0000000400000000FB] [maxKey=7480000000000000FF805F698000000000FF0000010380000000FF0000000700000000FC] [retry=0] [2024/05/06 17:57:08.646 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF805F698000000000FF0000010380000000FF0000000400000000FB] [end=7480000000000000FF805F698000000000FF0000010380000000FF0000000700000000FC] [2024/05/06 17:57:08.646 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF805F698000000000FF0000010380000000FF0000000400000000FB] [maxKey=7480000000000000FF805F698000000000FF0000010380000000FF0000000700000000FC] [regions=1] [2024/05/06 17:57:08.647 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=448.347µs] [2024/05/06 17:57:08.647 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.244171ms] [] [2024/05/06 17:57:08.654 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 109, store 1, region 108, epoch conf_ver:5 version:23 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 108 is staler than local region, local epoch conf_ver: 5 version: 25, request epoch conf_ver: 5 version: 23\")"] ["job stage"=needRescan] [2024/05/06 17:57:08.655 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000805F698000000000000001038000000000000004] [endKey=7480000000000000805F69800000000000000103800000000000000700] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:57:10.655 +08:00] [2024/05/06 17:57:10.670 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 17:57:10.671 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=2.031717148s] [] [2024/05/06 17:57:10.671 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:57:10.673 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.202107ms] [] [2024/05/06 17:57:10.883 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=9] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:57:10.885 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=9] [task-type=ImportInto] [num=1] [2024/05/06 17:57:10.886 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [2024/05/06 17:57:10.888 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:10.889 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:10.889 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:57:10.890 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:10.890 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:10.891 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:10.891 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:10.891 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:57:10.906 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:10.906 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:10.906 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:10.906 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:10.906 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:10.906 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:10.906 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:10.906 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:10.906 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:10.906 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:10.922 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 17:57:10.923 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:57:10.923 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=9] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:57:10.923 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:10.936 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=9] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:57:10.936 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:10.995 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 17:57:11.001 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:11.001 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:11.001 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:11.001 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:11.001 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:11.001 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:11.001 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:11.001 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:11.001 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:11.001 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:11.002 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:11.002 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:11.002 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:11.002 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=9] [error="context canceled"] [2024/05/06 17:57:11.002 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=9] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=4.518659909s] [] [2024/05/06 17:57:11.309 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=9] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:57:11.311 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=9] [step=post-process] [2024/05/06 17:57:11.326 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 17:57:11.326 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 17:57:11.326 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 17:57:11.329 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:11.330 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:11.330 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:57:11.331 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:11.331 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:11.332 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:11.332 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:11.332 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:11.332 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:11.332 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:11.332 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:11.332 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:57:11.332 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:11.332 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:11.332 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:11.333 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:11.333 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:11.340 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=13.508779ms] [] [2024/05/06 17:57:11.340 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 17:57:11.341 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [weight=30] [2024/05/06 17:57:11.341 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [concurrency=15] [2024/05/06 17:57:11.343 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574189486833667] [req-type=Cop] [region="{ region id: 108, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 109, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 110, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 111, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=109-epoch_not_match:1] [2024/05/06 17:57:11.343 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574189486833667] [req-type=Cop] [region="{ region id: 108, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 109, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 110, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 111, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=109-epoch_not_match:1] [2024/05/06 17:57:11.349 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 17:57:11.349 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=22.362707ms] [] [2024/05/06 17:57:11.349 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=22.500839ms] [] [2024/05/06 17:57:11.384 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=9] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:57:11.386 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=9] [task-type=ImportInto] [num=1] [2024/05/06 17:57:11.387 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=post-process] [next-step=done] [2024/05/06 17:57:11.387 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=9] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:57:11.387 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:11.399 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=9] [step=done] [state=running] [] [2024/05/06 17:57:11.401 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=9] [2024/05/06 17:57:11.408 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:57:11.528 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 7.587385773\n# Parse_time: 0.000114802\n# Compile_time: 0.00035676\n# Rewrite_time: 0.00010319\n# Optimize_time: 0.000220041\n# Wait_TS: 0.000302535\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 17:57:11.537 +08:00] [WARN] [2pc.go:1803] ["schemaLeaseChecker is not set for this transaction"] [sessionID=2] [startTS=449574189539524611] [checkTS=449574189539524612] current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 17:57:11.544 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=84] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 17:57:11.555 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:11.532 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:57:11.555 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:11.532 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 17:57:11.572 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=130] [conn=2] [category=ddl] [job="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:11.532 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:11.590 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=593.042µs] [gotSchemaVersion=85] [phyTblIDs="[128]"] [actionTypes="[4]"] [2024/05/06 17:57:11.594 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=130] [version=85] [2024/05/06 17:57:11.640 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=53.722378ms] [job="ID:130, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:11.532 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:11.665 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=130] [conn=2] [category=ddl] [job="ID:130, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:11.532 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:11.668 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=9] [error="context canceled"] [2024/05/06 17:57:11.668 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=9] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=359.318335ms] [] [2024/05/06 17:57:11.684 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=612.585µs] [gotSchemaVersion=86] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:57:11.688 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=130] [version=86] [2024/05/06 17:57:11.733 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=53.14794ms] [job="ID:130, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:11.532 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:11.749 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=130] [conn=2] [category=ddl] [job="ID:130, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:11.532 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:11.772 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=670.865µs] [gotSchemaVersion=87] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:57:11.777 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=130] [version=87] [2024/05/06 17:57:11.822 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=53.136231ms] [job="ID:130, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:3, start time: 2024-05-06 17:57:11.532 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:11.837 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=130] [elementID=1] [comment="table ID is 128"] [2024/05/06 17:57:11.842 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=130] [jobType="drop table"] [2024/05/06 17:57:11.845 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=130] [conn=2] [job="ID:130, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:3, start time: 2024-05-06 17:57:11.532 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:11.866 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=130] [2024/05/06 17:57:11.866 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:57:11.869 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.324990918\n# Parse_time: 0.000058135\n# Compile_time: 0.000227519\n# Rewrite_time: 0.000003599\n# Optimize_time: 0.000244939\n# Wait_TS: 0.000348917\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 17:57:11.870 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=87] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 17:57:11.885 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:11.831 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:57:11.885 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:11.831 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 17:57:11.893 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=9] [2024/05/06 17:57:11.900 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:57:11.903 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:11.831 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:11.916 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:57:11.928 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=2.412514ms] [gotSchemaVersion=88] [phyTblIDs="[131]"] [actionTypes="[3]"] [2024/05/06 17:57:11.933 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=132] [version=88] [2024/05/06 17:57:11.976 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=53.335676ms] [job="ID:132, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:11.831 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:11.993 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [job="ID:132, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:11.831 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:12.010 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=132] [2024/05/06 17:57:12.010 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:57:12.058 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 17:57:12.079 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=10] [job-id=10] [thread-cnt=8] [2024/05/06 17:57:12.079 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=10] [2024/05/06 17:57:14.376 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=10] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:57:14.879 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=10] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:57:14.880 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=10] [task-type=ImportInto] [num=1] [2024/05/06 17:57:14.882 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [2024/05/06 17:57:14.895 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:57:14.896 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 17:57:14.896 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=62.196µs] [2024/05/06 17:57:14.896 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=190.574µs] [] [2024/05/06 17:57:14.896 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:57:14.896 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=10] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:57:14.896 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:57:14.911 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=10] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:57:14.911 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:57:15.178 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=10] [2024/05/06 17:57:15.178 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=10] [type=ImportInto] [2024/05/06 17:57:15.389 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:15.389 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:15.389 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:57:15.390 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:15.390 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:15.391 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:15.391 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:15.391 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=10] [mode=Import] [2024/05/06 17:57:15.406 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:15.406 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:15.406 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:15.406 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:15.406 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:15.406 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:15.406 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:15.406 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:15.406 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:15.406 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:15.412 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=10] [2024/05/06 17:57:15.486 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=10] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:57:15.487 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 17:57:15.487 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 17:57:15.493 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:15.494 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:15.494 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:57:15.496 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:15.496 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:15.497 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:15.497 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:15.497 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:15.497 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:15.497 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:15.497 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:15.497 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:57:15.498 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:57:15.498 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:15.498 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:15.498 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:15.498 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:15.498 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:15.502 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:15.502 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:15.503 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:57:15.504 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:15.504 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:15.505 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:15.505 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:15.515 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:57:15.515 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 17:57:15.515 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=10] [step=import] [limit=256MiB] [2024/05/06 17:57:15.531 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [2024/05/06 17:57:15.536 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:57:15.540 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:57:15.540 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=131] [2024/05/06 17:57:15.540 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=131] [2024/05/06 17:57:15.585 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=131] [key=2.csv:0] [2024/05/06 17:57:15.587 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=131] [key=1.csv:0] [2024/05/06 17:57:15.589 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=131] [key=2.csv:0] [readDur=1.734203ms] [encodeDur=796.114µs] [deliverDur=405.883µs] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [takeTime=3.458976ms] [] [2024/05/06 17:57:15.590 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/10/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/c3c037b6-fd7a-4256-bead-2d78d046afb1.sst] [firstKey=7480000000000000835F72800000000000000A] [lastKey=7480000000000000835F72800000000000000B] [2024/05/06 17:57:15.591 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=131] [key=1.csv:0] [readDur=1.289216ms] [encodeDur=1.255378ms] [deliverDur=355.718µs] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [takeTime=3.424804ms] [] [2024/05/06 17:57:15.593 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [takeTime=61.63234ms] [] [2024/05/06 17:57:15.593 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/10/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/03f5e0d8-a7a0-475e-94c2-2f95a246835b.sst] [firstKey=7480000000000000835F728000000000000001] [lastKey=7480000000000000835F728000000000000002] [2024/05/06 17:57:15.593 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 17:57:15.593 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 17:57:15.593 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:57:15.596 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.98252ms] [] [2024/05/06 17:57:15.596 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 17:57:15.602 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:57:15.603 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 17:57:15.603 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:57:15.603 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:57:15.604 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF835F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF835F728000000000FF00000C0000000000FA] [retry=0] [2024/05/06 17:57:15.604 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF835F728000000000FF0000010000000000FA] [end=7480000000000000FF835F728000000000FF00000C0000000000FA] [2024/05/06 17:57:15.604 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF835F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF835F728000000000FF00000C0000000000FA] [regions=1] [2024/05/06 17:57:15.605 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=718.152µs] [2024/05/06 17:57:15.605 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.756827ms] [] [2024/05/06 17:57:15.605 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574190600945666] [req-type=Cop] [region="{ region id: 14, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 18, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:57:15.606 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574190600945666] [req-type=Cop] [region="{ region id: 14, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 18, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:57:15.621 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 17:57:15.622 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=26.028217ms] [] [2024/05/06 17:57:15.622 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:57:15.624 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.185983ms] [] [2024/05/06 17:57:15.624 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 17:57:15.624 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:57:15.625 +08:00] [INFO] [engine.go:1601] ["compact sst"] [fileCount=2] [size=144] [count=4] [cost=1.514373ms] [file=/tmp/tidb/import-4000/10/630083e6-fc50-5cd2-8645-c17b147197ce.sst/7c3f8eb9-58da-4dcd-9d6c-c51dd2b2760f.sst] [2024/05/06 17:57:15.625 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/10/630083e6-fc50-5cd2-8645-c17b147197ce.sst/7c3f8eb9-58da-4dcd-9d6c-c51dd2b2760f.sst] [firstKey=7480000000000000835F698000000000000001038000000000000004] [lastKey=7480000000000000835F698000000000000001038000000000000007] [2024/05/06 17:57:15.628 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=4.225405ms] [] [2024/05/06 17:57:15.628 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 17:57:15.633 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:57:15.634 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 17:57:15.635 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:57:15.635 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:57:15.635 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF835F698000000000FF0000010380000000FF0000000400000000FB] [maxKey=7480000000000000FF835F698000000000FF0000010380000000FF0000000700000000FC] [retry=0] [2024/05/06 17:57:15.635 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF835F698000000000FF0000010380000000FF0000000400000000FB] [end=7480000000000000FF835F698000000000FF0000010380000000FF0000000700000000FC] [2024/05/06 17:57:15.636 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF835F698000000000FF0000010380000000FF0000000400000000FB] [maxKey=7480000000000000FF835F698000000000FF0000010380000000FF0000000700000000FC] [regions=1] [2024/05/06 17:57:15.636 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=584.233µs] [2024/05/06 17:57:15.636 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.563032ms] [] [2024/05/06 17:57:15.638 +08:00] [WARN] [split.go:132] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000000FF835F698000000000FF0000010380000000FF0000000400000000FB, endKey: 7480000000000000FF835F698000000000FF0000010380000000FF0000000700000000FC: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/06 17:57:15.662 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 17:57:15.663 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=35.216488ms] [] [2024/05/06 17:57:15.663 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:57:15.664 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.031767ms] [] [2024/05/06 17:57:15.883 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=10] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:57:15.884 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=10] [task-type=ImportInto] [num=1] [2024/05/06 17:57:15.885 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [2024/05/06 17:57:15.888 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:15.889 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:15.889 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:57:15.890 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:15.891 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:15.892 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:15.892 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:15.892 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:57:15.909 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:15.910 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:15.910 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:15.910 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:15.910 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:15.910 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:15.910 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:15.910 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:15.910 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:15.910 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:15.930 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 17:57:15.932 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:57:15.932 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=10] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:57:15.932 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:15.946 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=10] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:57:15.946 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:15.986 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 17:57:15.989 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:15.989 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:15.989 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:15.989 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:15.989 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:15.989 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:15.990 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:15.990 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:15.990 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:15.990 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:15.991 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:15.991 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:15.991 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:15.991 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=10] [error="context canceled"] [2024/05/06 17:57:15.991 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=10] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=505.18529ms] [] [2024/05/06 17:57:16.298 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=10] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:57:16.299 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=10] [step=post-process] [2024/05/06 17:57:16.314 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 17:57:16.314 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 17:57:16.314 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 17:57:16.318 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:16.319 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:16.319 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:57:16.320 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:16.320 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:16.321 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:16.321 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:16.321 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:16.321 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:16.322 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:16.322 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:16.322 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:16.322 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:16.322 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:16.322 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:16.322 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:16.331 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=16.830673ms] [] [2024/05/06 17:57:16.331 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 17:57:16.333 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [weight=30] [2024/05/06 17:57:16.333 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [concurrency=15] [2024/05/06 17:57:16.335 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574190797553665] [req-type=Cop] [region="{ region id: 124, ver: 25, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 125, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 126, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 127, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=125-epoch_not_match:1] [2024/05/06 17:57:16.335 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574190797553665] [req-type=Cop] [region="{ region id: 124, ver: 25, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 125, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 126, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 127, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=125-epoch_not_match:1] [2024/05/06 17:57:16.342 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 17:57:16.342 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=27.641611ms] [] [2024/05/06 17:57:16.342 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=27.80872ms] [] [2024/05/06 17:57:16.383 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=10] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:57:16.384 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=10] [task-type=ImportInto] [num=1] [2024/05/06 17:57:16.385 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=post-process] [next-step=done] [2024/05/06 17:57:16.385 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=10] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:57:16.385 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:16.397 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=10] [step=done] [state=running] [] [2024/05/06 17:57:16.399 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=10] [2024/05/06 17:57:16.408 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:57:16.594 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 4.580826129\n# Parse_time: 0.000068589\n# Compile_time: 0.000349719\n# Rewrite_time: 0.000074206\n# Optimize_time: 0.000244939\n# Wait_TS: 0.0003734\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] current case CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64)) [2024/05/06 17:57:16.599 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=88] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 17:57:16.610 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:133, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:16.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:57:16.610 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:133, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:16.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 17:57:16.627 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [category=ddl] [job="ID:133, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:16.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:16.647 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=771.716µs] [gotSchemaVersion=89] [phyTblIDs="[131]"] [actionTypes="[4]"] [2024/05/06 17:57:16.653 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=133] [version=89] [2024/05/06 17:57:16.665 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=10] [error="context canceled"] [2024/05/06 17:57:16.665 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=10] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=367.137211ms] [] [2024/05/06 17:57:16.697 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=53.730364ms] [job="ID:133, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:16.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:16.719 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [category=ddl] [job="ID:133, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:16.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:16.738 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=588.59µs] [gotSchemaVersion=90] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:57:16.743 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=133] [version=90] [2024/05/06 17:57:16.788 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=53.281276ms] [job="ID:133, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:16.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:16.816 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [category=ddl] [job="ID:133, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:16.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:16.835 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=543.48µs] [gotSchemaVersion=91] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:57:16.840 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=133] [version=91] [2024/05/06 17:57:16.886 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=53.644205ms] [job="ID:133, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:3, start time: 2024-05-06 17:57:16.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:16.892 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=10] [2024/05/06 17:57:16.901 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:57:16.902 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=133] [elementID=1] [comment="table ID is 131"] [2024/05/06 17:57:16.907 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=133] [jobType="drop table"] [2024/05/06 17:57:16.908 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [job="ID:133, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:3, start time: 2024-05-06 17:57:16.581 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:16.929 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=133] [2024/05/06 17:57:16.929 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:57:16.932 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.33350476\n# Parse_time: 0.000054938\n# Compile_time: 0.00024073\n# Rewrite_time: 0.000004489\n# Optimize_time: 0.000275222\n# Wait_TS: 0.000590649\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 17:57:16.933 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=91] [cur_db=write_after_import] [sql="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [user=] [2024/05/06 17:57:17.601 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:323.63728ms txnStartTS:449574191033483267 region_id:28 store_addr:127.0.0.1:20161 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:1 rocksdb_delete_skipped_count:0 rocksdb_key_skipped_count:0 rocksdb_cache_hit_count:2 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 17:57:17.601 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:601.254172ms txnStartTS:449574190967947265 region_id:14 store_addr:127.0.0.1:20161 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:300 rocksdb_delete_skipped_count:70 rocksdb_key_skipped_count:806 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 17:57:17.601 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449574190941732881\n# Query_time: 0.680995858\n# Parse_time: 0\n# Compile_time: 0.0004189\n# Rewrite_time: 0\n# Optimize_time: 0\n# Wait_TS: 0.00041143\n# Is_internal: true\n# Digest: bdab55af0288282745b06ae511bf5258d90e46fca67dd2e2ef0faca225d2d599\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('wgLwXjAJMjlfMgkwCTAJTi9BCTAJdGltZTo2NzkuOG1zLCBsb29wczoxCTAgQnl0ZXMJTi9BCjEJMzZfMQkwCTEJdGFibGU6dGlkYl9tZGxfaW5mbywgaGFuZGxlOjEzMwkwVk8AXCwgR2V0OntudW1fcnBjOjEsIHRvdGFsXxV8DDdtc30RFRhwcm9jZXNzCR0cIDc4LjbCtXMRHQx3YWl0DRoMNjUuNAkaGGlrdl93YWwNUAwgMjAwBRg0c2Nhbl9kZXRhaWw6IHsJckxrZXlzOiAxLCBnZXRfc25hcHNobxFRBDIxDWt0cm9ja3NkYjoge2Jsb2NrOiB7fX19CU4vQQlOL0EK')\n# Plan_digest: ca2b8c61a8ea82f17bacb18dbe38cd4b008fc18663d28963f5ced78ed80210d7\n# Binary_plan: tidb_decode_binary_plan('7wJ4CuoCCghEZWxldGVfMhKyAgoLUG9pbnRfR2V0XzEpAAUB8F7wPzgBQAFKGAoWCgVteXNxbBINdGlkYl9tZGxfaW5mb1IKaGFuZGxlOjEzM1oVdGltZTo2NzkuOG1zLCBsb29wczoxYsIBR2V0OntudW1fcnBjOjEsIHRvdGFsX3RpbQkuFDdtc30sIAkVHHByb2Nlc3NfBR0cIDc4LjbCtXMRHQx3YWl0DRoMNjUuNAkaHGlrdl93YWxsDRkIMjAwBRg0c2Nhbl9kZXRhaWw6IHsJXUxrZXlzOiAxLCBnZXRfc25hcHNobxFRBDIxDWtYcm9ja3NkYjoge2Jsb2NrOiB7fX19cP8RAQQBeBEKBP8BIRwUUgNOL0FaVvsAMHj///////////8BGAE=')\n# Resource_group: default\ndelete from mysql.tidb_mdl_info where job_id = 133;"] [2024/05/06 17:57:17.602 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449574190941732875\n# Query_time: 0.689874861\n# Parse_time: 0\n# Compile_time: 0.000165737\n# Rewrite_time: 0.000001918\n# Optimize_time: 0.001339748\n# Wait_TS: 0\n# Prewrite_time: 0.687531 Commit_time: 0.001248913 Get_commit_ts_time: 0.000299677 Slowest_prewrite_rpc_detail: {total:0.687s, region_id: 28, store: 127.0.0.1:20161, tikv_wall_time: 686.9ms, scan_detail: {get_snapshot_time: 18.8µs, rocksdb: {block: {cache_hit_count: 12}}}, write_detail: {store_batch_wait: 17.5µs, propose_send_wait: 0s, persist_log: {total: 407µs, write_leader_wait: 84ns, sync_log: 370.7µs, write_memtable: 1.63µs}, commit_log: 620.2µs, apply_batch_wait: 18.9µs, apply: {total:155.9µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 71.1µs, write_memtable: 30.2µs}}} Commit_primary_rpc_detail: {total:0.687s, region_id: 28, store: 127.0.0.1:20161, tikv_wall_time: 686.9ms, scan_detail: {get_snapshot_time: 18.8µs, rocksdb: {block: {cache_hit_count: 12}}}, write_detail: {store_batch_wait: 17.5µs, propose_send_wait: 0s, persist_log: {total: 407µs, write_leader_wait: 84ns, sync_log: 370.7µs, write_memtable: 1.63µs}, commit_log: 620.2µs, apply_batch_wait: 18.9µs, apply: {total:155.9µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 71.1µs, write_memtable: 30.2µs}}} Write_keys: 6 Write_size: 5557 Prewrite_region: 1\n# Is_internal: true\n# Digest: 9505cacb7c710ed17125fcc6cb3669e8ddca6c8cd8af6a31f6b3cd64604c3098\n# Num_cop_tasks: 0\n# Mem_max: 12288\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Resource_group: default\n# Prev_stmt: delete from mysql.tidb_global_task where id in(10)\ncommit;"] [2024/05/06 17:57:17.602 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449574191033483267\n# Query_time: 0.327327518\n# Parse_time: 0\n# Compile_time: 0.002001296\n# Rewrite_time: 0.000437275\n# Optimize_time: 0.000840977\n# Wait_TS: 0.000136595\n# Cop_time: 0.324076836 Process_time: 0.000051525 Wait_time: 0.000013168 Request_count: 1 Total_keys: 1 Get_snapshot_time: 0.000 Rocksdb_block_cache_hit_count: 2\n# Index_names: [tidb_global_task:state]\n# Is_internal: true\n# Digest: 58e2bff3d770f8cf7a4b8da0c29fc7d4949bccb75daee6f8213e7d58920ed236\n# Stats: tidb_global_task:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 5.1525e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 1.3168e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 227\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_global_task,state] remain after pruning paths for tidb_global_task given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('8gTwQzAJMzBfMTAJMAkxMAkJMAl0aW1lOjMyNC42bXMsIGxvb3BzOjEJMjI3IEJ5dGVzCU4vQQoxCTQ3XzgoQnVpbGQpCTFfBTyQdGFibGU6dGlkYl9nbG9iYWxfdGFzaywgaW5kZXg6c3RhdGUocwEGTCksIHJhbmdlOlsicGF1c2luZyIsFQpQXSwga2VlcCBvcmRlcjpmYWxzZSwgAT0cczpwc2V1ZG8uowAAMh2jECwgY29wBXNIOiB7bnVtOiAxLCBtYXg6IDMyMwnNRHByb2Nfa2V5czogMCwgdG90XwESIDogNTEuNcK1cwkTJHdhaXQ6IDEzLjIFEwxycGNfEU4BDCUfBVMANQF9gGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAWSCF9kdQUaGG46IDYyLjYFWYBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHRpa3YFOgQ6ewVxBDBzNYtUfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbA3XPDEsIGdldF9zbmFwc2hvdF8FPQwgNS44BXM0cm9ja3NkYjoge2Jsb2MhKBm6OGNvdW50OiAyfX19CU4vQQEEIecwNV85KFByb2JlKQkxX3LnAQBrfrYBIAlOL0EJTi9BCg==')\n# Plan_digest: 97b2c1b8fa2440761a4ce4262d0d07dab17cc835b758b4d8185a78591e855b5a\n# Binary_plan: tidb_decode_binary_plan('4AVcCtsFCg5JbmRleExvb2tVcF8xMBKNBAoQBRM8UmFuZ2VTY2FuXzgaAQEhAAEBDNCBQCkBCPBlAAAkQDgCQAJKKwopCgVteXNxbBIQdGlkYl9nbG9iYWxfdGFzaxoOCgVzdGF0ZRIFc3RhdGVSO3JhbmdlOlsicGF1c2luZyIsInBhdXNpbmciXSwga2VlcCBvcmRlcjpmYWxzZSwgAT2Qczpwc2V1ZG9aFXRpbWU6MzI0LjJtcywgbG9vcHM6MWLJAWNvcAVvUDoge251bTogMSwgbWF4OiAzMjMuNgErRHByb2Nfa2V5czogMCwgdG90XwESIDogNTEuNcK1cwkTJHdhaXQ6IDEzLjIFEwxycGNfEU4BDAV9BVMANQFTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAWSCF9kdQUaGG46IDYyLjYFWYBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX1qfXRpa3YFOgQ6ewVxBDBzFekMfSwgcyGMNGRldGFpbDoge3RvdGFsDdc8MSwgZ2V0X3NuYXBzaG90XwU9DCA1LjgFczRyb2Nrc2RiOiB7YmxvYyEoGbowY291bnQ6IDJ9fX1w/xEBBAF4EQo8/wESfgoQVGFibGVSb3dJREUPDDkaAQJJDwTImToPAgwbChkKXg8CGFIea2VlcCBi4gFWgAAcIf8Ixwk9dHIdaQgBQAFdDgA2IZBNDjxw4wF4////////////ARgB')\n# Resource_group: default\nselect id, task_key, type, dispatcher_id, state, start_time, state_update_time, meta, concurrency, step, error from mysql.tidb_global_task where state in ('pausing');"] [2024/05/06 17:57:17.602 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:57:17.603 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 18446744073709551615\n# Query_time: 0.636925782\n# Parse_time: 0\n# Compile_time: 0.000317121\n# Rewrite_time: 0.000237416\n# Optimize_time: 0.000292493\n# Wait_TS: 0.000056952\n# Is_internal: true\n# Digest: 4d8d59bb0f1cc9db2d34634a5506c2c4fd3aa0f93d8292b0ad527262ee67645d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('0ALwdTAJMzZfMQkwCTEJdGFibGU6dGlkYl9nbG9iYWxfdGFzaywgaGFuZGxlOjEwCTAJdGltZTo2MzYuM21zLCBsb29wczoxLCBSZXNvbHZlTG9jazp7bnVtX3JwYzoxLCB0b3RhbF90aW1lOjEuNDhtc30sR2V0OnsRIwAyMiMAHDYzNC43bXN9ERUccHJvY2Vzc18FdRwgNDkuNsK1cxEdDHdhaXQRGgg4LjMJGhhpa3Zfd2FsDXMMIDIyNA0aOHNjYW5fZGV0YWlsOiB7dAWXTGtleXM6IDEsIGdldF9zbmFwc2hvEVMMOC4xMgVTvHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogMn19fQlOL0EJTi9BCg==')\n# Plan_digest: 82961cbcde8a2dd20fd5359d80ca27d6df97a88381b83fba488e97e54c838aaa\n# Binary_plan: tidb_decode_binary_plan('+AJECvMCCgtQb2ludF9HZXRfMSkABQHwdfA/OAFAAUobChkKBW15c3FsEhB0aWRiX2dsb2JhbF90YXNrUgloYW5kbGU6MTBaFXRpbWU6NjM2LjNtcywgbG9vcHM6MWKBAlJlc29sdmVMb2NrOntudW1fcnBjOjEsIHRvdGFsX3RpbWU6MS40OG1zfSxHZXQZIwQyLC4jABw2MzQuN21zfREVHHByb2Nlc3NfBUAcIDQ5LjbCtXMRHQx3YWl0ERoIOC4zCRocaWt2X3dhbGwNGQgyMjQNGjxzY2FuX2RldGFpbDoge3RvAZdMa2V5czogMSwgZ2V0X3NuYXBzaG8RUww4LjEyBVOocm9ja3NkYjoge2Jsb2NrOiB7Y2FjaGVfaGl0X2NvdW50OiAyfX19cP///wkCNAF4////////////ARgB')\n# Resource_group: default\nselect id, task_key, type, dispatcher_id, state, start_time, state_update_time, meta, concurrency, step, error from mysql.tidb_global_task where id = 10;"] [2024/05/06 17:57:17.603 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449574190967947265\n# Query_time: 0.606507797\n# Parse_time: 0\n# Compile_time: 0.003563586\n# Rewrite_time: 0.001022944\n# Optimize_time: 0.001921318\n# Wait_TS: 0.000156983\n# Cop_time: 0.600687711 Process_time: 0.000484395 Wait_time: 0.000092522 Request_count: 2 Total_keys: 605 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 141 Rocksdb_key_skipped_count: 1627\n# Is_internal: true\n# Digest: fcf44123299f755d6f32810bd12ccbfc68f2516d36ae5e15d9b4e31cc1d05e8d\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000242197 Cop_proc_p90: 0.000244312 Cop_proc_max: 0.000244312 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 4.6261e-05 Cop_wait_p90: 5.1871e-05 Cop_wait_max: 5.1871e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 2021\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('6BWoMAkzXzEzCTAJMy40NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIEodAPBGcHJvY2Vzc2luZwkwCXRpbWU6NjAxbXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5Ok9GRgkxLjM2IEtCCU4vQQoxCTE0XzE0CTBifQAZYBg6ZGVzYywgSoQAAaEEaWRWgAAcCTAgQnl0ZXMRCBwKMgkxN18yOBHwVGlubmVyIGpvaW4sIGVxdWFsOltlcShiZQABzyBsdW1uIzE1KV0ZcggwLjky9ABwYnVpbGRfaGFzaF90YWJsZTp7dG90YWw6NjAwLjcBKhBmZXRjaBkPBTAMOjBzfRGnEQgkCjMJMzFfNDEoQgFSACkRtkBkYXRhOlNlbGVjdGlvbl80MC6LAAA2AWE1f3Bjb3BfdGFzazoge251bTogMSwgbWF4OiA2MDEuMwEqIWI0X2tleXM6IDAsIHRvdF8BEiQ6IDI0MC4xwrVzCRQkd2FpdDogNDAuNwUTDHJwY18RTwEMJfoFVAAyAVRoY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsCewFkwhfZHUFGhBuOiAyMwVXOG1heF9kaXN0c3FsX2NvblU4GCAxfQkyMzQtyxhOL0EKNAkxAfcEMV9NuFBub3QoaXN0cnVlX3dpdGhfbnVsbChKxwEUcmVvcmcpIUkMdGlrdgWHBDp7Bb4EMHNVtTx9LCBzY2FuX2RldGFpbDogKb4tJQAzAcUsZ2V0X3NuYXBzaG90Df0EMTQFw5hyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDcwLCBrZXk+FwAgODA2LCBibG9jIakIfX19AeUBBBwKNQk0NF8zOQXqHDY2NjYuNjcJSVQupQPwPiwgcmFuZ2U6Wy1pbmYsMTMzKSwgKDEzMywraW5mXSwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCWG7Zg4BAYgBBDAKMwk2XzI5KFByb2JlIUM4NjQwMAlncm91cCBieTpDcRpALCBmdW5jczpmaXJzdHJvdygVGggpLT4VDFGzFDk4NS44wkFoVbRMcGFydGlhbF93b3JrZXI6e3dhbGwpZhg5MTEuNTg1BS8uIQIINSwgQeVFlAAwXbIYMy45OTQ1MGUTQdsMZXhlYyXqAQ0l9xg0LjAzNTYzRbdhGRQ4NDAuNjEJkQhwOTUdEBR9LCBmaW5WlwAUMjQuNTk5opcAHDQuMzI5NDE4YSwBigWXDDIzLjh5cQ2dDDM2MDWlUAWcDDgzLjgNJAWcFRA5pGEZADOBECWdYRcEZXE5gQQsIEEcCCksIAEZCGlzbmEmNZJtFxRtZTo3ODc2lAEICTM4sUlhfhA1CTZfMyHCCDgwMF0CSnADgUwAZcUgUrsFJHNjaGVtYV9pZHNSHwBF6QkeSVMIbWluFbAAOE5OAhQ3NjcuNMKaTgIUNzA0LjE5KeyOTgIYMi44NTczNEUsNbeBOAENJbEUMi45MTM2JdghsRQ2MTAuMzYFjyGwFQ9qSwIUNjk5LjMzruICEDE3ODEyRSQBh0VLFDUyLjkyMgV4ARQFmxgzLjI0MTg0GZwMNjQuME20BZ0VEFlNADbBfgwzNgkwKekAZMF3JEhhc2hBZ2dfMzFxwgQ1NClDdcBedAYIMS4y5ShBFa1Oba0BEsFzCDQuMxW2yXMINTEuaVjBZ0ZzBggxLjHlUQBjvnIGADHR3nJ0BgQ0Nd10ADdB9gAxpYr++ALO+AJKXgMW+gh9CA7YCD7ZBkUbLZx62gYENSxO2gYEMjQxg37cBgAxwWoAeULcBgQyMVbcBhQ4CTQzXzOBsgwwCTEwgUsAdBIuCTbaBsK8BjLxACAJTi9BCU4vQQo=')\n# Plan_digest: a5eb10be72fc182d71d1398cf4167569003e09dc35a22377f88b671f6cc286d5\n# Binary_plan: tidb_decode_binary_plan('xhjwSQrBGAoNUHJvamVjdGlvbl8xMxKpFwoHU29ydF8xNBKzFgoLSGFzaEpvaW5fMjgS8gUKDlRhYmxlUmVhZGVyXzQxEsMDCgxTZWxlCUAYNDAStAEKEQkk8DxhbmdlU2Nhbl8zOSEAAAAAQJUmQSmrqqqqqgq6QDgCQAJKFwoVCgVteXNxbBIMdGlkYl9kZGxfam9iUjxyAT3wWDpbLWluZiwxMzMpLCAoMTMzLCtpbmZdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBaEsgDEnQSlWnH34DLsLBaFYUi9ub3QoaXN0cnVlX3dpdGhfbnVsbCgFsgQudB2xMC5yZW9yZykpap4BdGlmfAAILCBzIRCYZGV0YWlsOiB7dG90YWxfa2V5czogMzAwLCBnZXRfc25hcHNob3RfBbu4IDE0wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDcwLCBrZXk+FwBAODA2LCBibG9jazoge319fXAB7gUBLv4ALBoBASHGlY3htL7oQDkBKAFAAVIRZGF0YTpTPeEEWhUFmBQ2MDAuNm05WBRiyAFjb3ApdUwge251bTogMSwgbWF4OiA2MDEuMwErDHByb2MN7hgwLCB0b3RfARIYOiAyNDAuMQXmARQkd2FpdDogNDAuNwUTDHJwY18RTwEMBX4FVAAyAVRcY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuIU4QYnVpbGQFkwhfZHUFGhBuOiAyMwVXcG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfXDqLhwBEBKIDwoKYQUgQWdnXzI5EsILLvECEDMwEsQKGSAQMzUStQY2JAMQMzYSjAQdIhQxEpYBChBlIgxGdWxsaSEANEWAFPDvMEEpAAEBBIjDRYBmIQMAHnoDAwAdPocCADEhLYoEAwgoZTENhARAvwWEPFKUAWdyb3VwIGJ5Om15c3E6+QIhwhxlc3NpbmcsIEofACRzY2hlbWFfaWRzUh8AEHRhYmxlCR4kZnVuY3M6bWluKEpHAExqb2JfaWQpLT5Db2x1bW4jMThqoUJqAzLjAHZrAwA1UmsDDDI0LjlFHYJtAwAxgYQEeV86hAMIODIxim0DICHe3d3dHT73QCnrIWdhagQPZGFqCEhhc0VpDDMxWhRF6gg1NDgFky27amcDDDEuMjkh5SGSVmYDBDQuSfx5ZgQ1MRHyUmYDDDEuMTcBU8JlAwAxcdFuZwMA9S5nAyUWCK1s+DoWAQCE/n0Cvn0CVWFdbQg1WhYljAw3NjcuqY4xjlSyAnBhcnRpYWxfd29ya2VyOnt3YWxsiaQUNzA0LjE5Kb4uYgQYNSwgdGFza4XVrQeF8xgyLjg1NzM0hdYhohhleGVjOjBzqSkFgBgyLjkxMzY4IZKhWRQ2MTAuMzZFHghwOTUZDxR9LCBmaW5SlAAYNjk5LjMzNQU0jpQAGDMuMTc4MTJlWhWUFDUyLjkyMgVEARQFmxgzLjI0MTg0GZwQNjQuMDlpTgWdFRBagwZJAARI/k0ACAC5QGUWAC/hgQRlcTWXCDUsIA4PCAgpLCABGQhpc27hkDG0CDUpKTGqCDg3Lil6LaoIcPwC/e4kGgECIUREREQkYz5wAAQ4Z5HsFVUALI2bHGZpcnN0cm93HW+ZkFEjCDk4NTZ5AARis2ojAhQ5MTEuNTiujwEQOTk0NTDleCF7RiMCGDQuMDM1NjNFRUEkFDg0MC42MSkLIYgZEGomAhA5MjQuNS29jiYCGDQuMzI5NDEl/RWXDDIzLjj51UUlFDQuMzYwNUVNBZwMODMuOA0kBZwVEF4kAhgh+zM2M2IFKqUJaAFAAVI8aW5uZXIgam9pbiwgZXF1YWw6W2VxKGJHBgQsIDXcBCldKs8IpT5NMAhiOWISPQgUaGFzaF90waYAOhauCRL5CKUVEGZldGNoGQ8FMCQ6MHN9IaD81W/IQqYAAD1KkAChq+k9EDpkZXNjUiMHyfsEWhMlQgQ2MCU+DaUYIVIrRBNpYz4QAU6nBwFGEG1ldGEsTqUHGYdSZwAMYg9DbyYhCUhPRkZw9Ap4////////////ARgB')\n# Resource_group: default\nselect job_meta, processing from mysql.tidb_ddl_job where job_id in (select min(job_id) from mysql.tidb_ddl_job group by schema_ids, table_ids, processing) and not reorg and job_id not in (133) order by processing desc, job_id;"] [2024/05/06 17:57:17.604 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449574190954840073\n# Query_time: 0.658832733\n# Parse_time: 0\n# Compile_time: 0.000808403\n# Rewrite_time: 0.000081914\n# Optimize_time: 0.000277831\n# Wait_TS: 0.000234402\n# Prewrite_time: 0.655467019 Commit_time: 0.001061161 Get_commit_ts_time: 0.000331484 Slowest_prewrite_rpc_detail: {total:0.655s, region_id: 14, store: 127.0.0.1:20161, tikv_wall_time: 860.8µs, scan_detail: {get_snapshot_time: 14.9µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 16.8µs, propose_send_wait: 0s, persist_log: {total: 236.3µs, write_leader_wait: 306ns, sync_log: 202µs, write_memtable: 2.21µs}, commit_log: 405.3µs, apply_batch_wait: 20.4µs, apply: {total:121.2µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 42µs, write_memtable: 18.3µs}}} Commit_primary_rpc_detail: {total:0.655s, region_id: 14, store: 127.0.0.1:20161, tikv_wall_time: 860.8µs, scan_detail: {get_snapshot_time: 14.9µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 16.8µs, propose_send_wait: 0s, persist_log: {total: 236.3µs, write_leader_wait: 306ns, sync_log: 202µs, write_memtable: 2.21µs}, commit_log: 405.3µs, apply_batch_wait: 20.4µs, apply: {total:121.2µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 42µs, write_memtable: 18.3µs}}} Write_keys: 1 Write_size: 2315 Prewrite_region: 1\n# Is_internal: true\n# Digest: 1b73a00c73a03d7dc9dd08a1ea99474b2523e5f72366f740be5156fa244256c4\n# Num_cop_tasks: 0\n# Mem_max: 10967\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('nwnYMAkyN18xCTAJMAlOL0EJMAl0aW1lOjIwNC41wrVzLCBsb29wczoxLCBwcmVwYXJlOiA5Mi43wgEbLGluc2VydDoxMTEuOAUsiGNvbW1pdF90eG46IHtwcmV3cml0ZTo2NTUuNW1zLCBnZXRfESMQczozMzENYwkUEDoxLjA2ASccc2xvd2VzdF8RQfBGX3JwYzoge3RvdGFsOiAwLjY1NXMsIHJlZ2lvbl9pZDogMTQsIHN0b3JlOiAxMjcuMC4wLjE6MjAxNjEsIHRpa3Zfd2FsbF8F2AwgODYwDa00c2Nhbl9kZXRhaWw6IHsBnCBzbmFwc2hvdF8JKwwxNC45BddYcm9ja3NkYjoge2Jsb2NrOiB7fX19LCAF3hlCBYI4X2JhdGNoX3dhaXQ6IDE2DWsscHJvcG9zZV9zZW5kDRw4MHMsIHBlcnNpc3RfbG9nGeAQMjM2LjMFdwlgFGxlYWRlcg02KDMwNm5zLCBzeW5jCTYIMjAyHSxIbWVtdGFibGU6IDIuMjHCtXN9LC1dCS4INDA1DVwQYXBwbHkyrQAMMjAuNAVLBRsVkAwxMjEuCWMUbXV0ZXhfKQEBvkqfABkXAHchqwA0CTkJKRmcBDE4BYUlRCn7HF9wcmltYXJ5PuoBDDAwMXPi6gEQNTEyLjYF0o7qAQn84uoBADINQa7qAQA1Lh8BMucBCDgybjLmAQgzMy5pckJLAQQuM2F6OucBCDIzOA2PJcw25wEEMS5BGQAsCRs15wA3ce8AbcLmAQQxOQ1tQp0AADJl4CXoba4IbnVtgUsJKgxrZXlzGQ5YYnl0ZToyMzE1fQkyLjcxIEtCCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('qgnwQwqlCQoISW5zZXJ0XzE4AUABUgNOL0FaFnRpbWU6MjA0LjXCtXMsIGxvb3BzOjFiIXByZXBhcmU6IDkyLjfCtXMsIGluAT24OjExMS44wrVzYsYIY29tbWl0X3R4bjoge3ByZXdyaXRlOjY1NS41bXMsIGdldF8RIxRzOjMzMS4JZAkUEDoxLjA2ASccc2xvd2VzdF8RQfBGX3JwYzoge3RvdGFsOiAwLjY1NXMsIHJlZ2lvbl9pZDogMTQsIHN0b3JlOiAxMjcuMC4wLjE6MjAxNjEsIHRpa3Zfd2FsbF8F2QwgODYwBa48LCBzY2FuX2RldGFpbDogewGcIHNuYXBzaG90XwkrDDE0LjkF6Vhyb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIAXeGUIFgjhfYmF0Y2hfd2FpdDogMTYNayxwcm9wb3NlX3NlbmQNHDgwcywgcGVyc2lzdF9sb2cZ4BAyMzYuMwV3CWAUbGVhZGVyDTYMMzA2bgG7CHluYwk2CDIwMh0sSG1lbXRhYmxlOiAyLjIxwrVzfSwtXQkuCDQwNQ1cEGFwcGx5Mq0ADDIwLjQFSwUbFZAMMTIxLgljFG11dGV4XykBAb5KnwAZFwB3IasANAk5CSkZnAQxOAWFJUQp+xxfcHJpbWFyeT7qAQwwMDFz4uoBEDUxMi42BdKO6gEJ/OLqAQAyDUGu6gEANS4fATLnAQg4Mm4y5gEEMzNtc0JLAQQuM2F7OucBCDIzOA2PJcw25wEEMS5BGQAsCRs15wA3cfAAbcLmAQQxOQ1tQp0AADJl4CXoba4QbnVtOjFxOgxrZXlzGQ5kYnl0ZToyMzE1fXDXFXj///////////8BGAE=')\n# Resource_group: default\ninsert into mysql.tidb_ddl_job(job_id, reorg, schema_ids, table_ids, job_meta, type, processing) values(135, false, \"102\", \"134\", 0x7b226964223a3133352c2274797065223a332c22736368656d615f6964223a3130322c227461626c655f6964223a3133342c22736368656d615f6e616d65223a2277726974655f61667465725f696d706f7274222c227461626c655f6e616d65223a2274222c227374617465223a382c227761726e696e67223a6e756c6c2c22657272223a6e756c6c2c226572725f636f756e74223a302c22726f775f636f756e74223a302c227261775f61726773223a5b7b226964223a3133342c226e616d65223a7b224f223a2274222c224c223a2274227d2c2263686172736574223a22757466386d6234222c22636f6c6c617465223a22757466386d62345f62696e222c22636f6c73223a5b7b226964223a312c226e616d65223a7b224f223a226964222c224c223a226964227d2c226f6666736574223a302c226f726967696e5f64656661756c74223a6e756c6c2c226f726967696e5f64656661756c745f626974223a6e756c6c2c2264656661756c74223a6e756c6c2c2264656661756c745f626974223a6e756c6c2c2264656661756c745f69735f65787072223a66616c73652c2267656e6572617465645f657870725f737472696e67223a22222c2267656e6572617465645f73746f726564223a66616c73652c22646570656e64656e636573223a6e756c6c2c2274797065223a7b225470223a382c22466c6167223a343039392c22466c656e223a32302c22446563696d616c223a302c2243686172736574223a2262696e617279222c22436f6c6c617465223a2262696e617279222c22456c656d73223a6e756c6c2c22456c656d73497342696e6172794c6974223a6e756c6c2c224172726179223a66616c73657d2c227374617465223a352c22636f6d6d656e74223a22222c2268696464656e223a66616c73652c226368616e67655f73746174655f696e666f223a6e756c6c2c2276657273696f6e223a327d2c7b226964223a322c226e616d65223a7b224f223a2276222c224c223a2276227d2c226f6666736574223a312c226f726967696e5f64656661756c74223a6e756c6c2c226f726967696e5f64656661756c745f626974223a6e756c6c2c2264656661756c74223a6e756c6c2c2264656661756c745f626974223a6e756c6c2c2264656661756c745f69735f65787072223a66616c73652c2267656e6572617465645f657870725f737472696e67223a22222c2267656e6572617465645f73746f726564223a66616c73652c22646570656e64656e636573223a6e756c6c2c2274797065223a7b225470223a31352c22466c6167223a302c22466c656e223a36342c22446563696d616c223a302c2243686172736574223a22757466386d6234222c22436f6c6c617465223a22757466386d62345f62696e222c22456c656d73223a6e756c6c2c22456c656d73497342696e6172794c6974223a6e756c6c2c224172726179223a66616c73657d2c227374617465223a352c22636f6d6d656e74223a22222c2268696464656e223a66616c73652c226368616e67655f73746174655f696e666f223a6e756c6c2c2276657273696f6e223a327d5d2c22696e6465785f696e666f223a6e756c6c2c22636f6e73747261696e745f696e666f223a6e756c6c2c22666b5f696e666f223a6e756c6c2c227374617465223a302c22706b5f69735f68616e646c65223a747275652c2269735f636f6d6d6f6e5f68616e646c65223a66616c73652c22636f6d6d6f6e5f68616e646c655f76657273696f6e223a302c22636f6d6d656e74223a22222c226175746f5f696e635f6964223a302c226175746f5f69645f6361636865223a302c226175746f5f72616e645f6964223a302c226d61785f636f6c5f6964223a322c226d61785f6964785f6964223a302c226d61785f666b5f6964223a302c226d61785f6373745f6964223a302c227570646174655f74696d657374616d70223a302c225368617264526f77494442697473223a302c226d61785f73686172645f726f775f69645f62697473223a302c226175746f5f72616e646f6d5f62697473223a352c226175746f5f72616e646f6d5f72616e67655f62697473223a36342c227072655f73706c69745f726567696f6e73223a302c22706172746974696f6e223a6e756c6c2c22636f6d7072657373696f6e223a22222c2276696577223a6e756c6c2c2273657175656e6365223a6e756c6c2c224c6f636b223a6e756c6c2c2276657273696f6e223a352c227469666c6173685f7265706c696361223a6e756c6c2c2269735f636f6c756d6e6172223a66616c73652c2274656d705f7461626c655f74797065223a302c2263616368655f7461626c655f737461747573223a302c22706f6c6963795f7265665f696e666f223a6e756c6c2c2273746174735f6f7074696f6e73223a6e756c6c2c2265786368616e67655f706172746974696f6e5f696e666f223a6e756c6c2c2274746c5f696e666f223a6e756c6c7d2c747275655d2c22736368656d615f7374617465223a302c22736e617073686f745f766572223a302c227265616c5f73746172745f7473223a302c2273746172745f7473223a3434393537343139303935343834303037302c22646570656e64656e63795f6964223a302c227175657279223a22435245415445205441424c4520742028696420626967696e74205052494d415259204b4559206175746f5f72616e646f6d2c207620766172636861722836(len:4673);"] [2024/05/06 17:57:17.605 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:16.931 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:57:17.605 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:135, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:16.931 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [2024/05/06 17:57:17.632 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:16.931 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:17.656 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=2.082954ms] [gotSchemaVersion=92] [phyTblIDs="[134]"] [actionTypes="[3]"] [2024/05/06 17:57:17.661 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=135] [version=92] [2024/05/06 17:57:17.705 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=53.910837ms] [job="ID:135, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:16.931 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:17.720 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [job="ID:135, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:16.931 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:17.733 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/05/06 17:57:17.733 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:57:17.736 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.803279404\n# Parse_time: 0.000156186\n# Compile_time: 0.000242636\n# Rewrite_time: 0.000004384\n# Optimize_time: 0.000275222\n# Wait_TS: 0.000470472\n# DB: write_after_import\n# Is_internal: false\n# Digest: 06502dd8b564bfd335fcc99b19b8616ba7e5ba7b7b8d80ff9d48a7486aecca98\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64));"] [2024/05/06 17:57:17.775 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 17:57:18.793 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:493.814697ms txnStartTS:449574191308734468 region_id:14 store_addr:127.0.0.1:20161 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:185 rocksdb_delete_skipped_count:72 rocksdb_key_skipped_count:460 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 17:57:18.793 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:1.043433301s txnStartTS:449574191164555272 region_id:14 store_addr:127.0.0.1:20161 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:309 rocksdb_delete_skipped_count:72 rocksdb_key_skipped_count:832 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 17:57:18.793 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:918.757331ms txnStartTS:449574191190769667 region_id:28 store_addr:127.0.0.1:20161 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:1 rocksdb_delete_skipped_count:0 rocksdb_key_skipped_count:0 rocksdb_cache_hit_count:2 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 17:57:18.794 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 18446744073709551615\n# Query_time: 1.000108271\n# Parse_time: 0\n# Compile_time: 0.000263077\n# Rewrite_time: 0.000337332\n# Optimize_time: 0.000615767\n# Wait_TS: 0.000075232\n# Is_internal: true\n# Digest: 4d8d59bb0f1cc9db2d34634a5506c2c4fd3aa0f93d8292b0ad527262ee67645d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3QLwWDAJMzZfMQkwCTEJdGFibGU6dGlkYl9nbG9iYWxfdGFzaywgaGFuZGxlOjExCTEJdGltZTo5OTkuNW1zLCBsb29wczoyLCBHZXQ6e251bV9ycGM6MSwgdG90AT8AaQ0tFDJtc30sIAkVHHByb2Nlc3NfBR0gIDExMS45wrVzER4Md2FpdBEbDDY3LjMJGxxpa3Zfd2FsbA0aBDcyETU0c2Nhbl9kZXRhaWw6IHs2YQAUa2V5czogFY0ReAEXJF9zaXplOiA0ODUVHwBrES4oZ2V0X3NuYXBzaG8VigA5DYm8cm9ja3NkYjoge2Jsb2NrOiB7Y2FjaGVfaGl0X2NvdW50OiAyfX19CU4vQQlOL0EK')\n# Plan_digest: 82961cbcde8a2dd20fd5359d80ca27d6df97a88381b83fba488e97e54c838aaa\n# Binary_plan: tidb_decode_binary_plan('hwNECoIDCgtQb2ludF9HZXRfMSkABQHwbfA/MAE4AUABShsKGQoFbXlzcWwSEHRpZGJfZ2xvYmFsX3Rhc2tSCWhhbmRsZToxMVoVdGltZTo5OTkuNW1zLCBsb29wczoyYo4CR2V0OntudW1fcnBjOjEsIHRvdGFsX3RpbWU6OTk5LjJtc30sDRUYcHJvY2VzcwkdJCAxMTEuOcK1cywNHgx3YWl0ERsMNjcuMwkbHGlrdl93YWxsDRoENzIRNTxzY2FuX2RldGFpbDoge3RvAXYRYRhrZXlzOiAxEVouFwAkX3NpemU6IDQ4NRUfAGsRLihnZXRfc25hcHNobxWKADkNiahyb2Nrc2RiOiB7YmxvY2s6IHtjYWNoZV9oaXRfY291bnQ6IDJ9fX1w////CQI0AXj///////////8BGAE=')\n# Resource_group: default\nselect id, task_key, type, dispatcher_id, state, start_time, state_update_time, meta, concurrency, step, error from mysql.tidb_global_task where id = 11;"] [2024/05/06 17:57:18.794 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449574191308734468\n# Query_time: 0.495667974\n# Parse_time: 0\n# Compile_time: 0.000853021\n# Rewrite_time: 0.000195811\n# Optimize_time: 0.000277627\n# Wait_TS: 0.000094441\n# Cop_time: 0.494035277 Process_time: 0.000165809 Wait_time: 0.000366545 Request_count: 1 Total_keys: 185 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 72 Rocksdb_key_skipped_count: 460\n# Is_internal: true\n# Digest: 9d5a0f1a8c1c0e1fd5f0955da80b305eae920a2ab897319c6d2d8de5d890bedc\n# Stats: tidb_mdl_info:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000165809 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 0.000366545 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.493703108\n# PD_total: 0.000030071\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('4gTwbTAJMzFfNwkwCTMzMjMuMzMJZGF0YTpTZWxlY3Rpb25fNgkwCXRpbWU6NDk0LjJtcywgbG9vcHM6MSwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogNDkzLjhtcywgcHJvY19rZXlzOiAwLCB0b3RfARIsOiAxNjUuOMK1cywgARQod2FpdDogMzY2LjUFFBxycGNfbnVtOgFQAQwAdAF+ACABVQg3bXMFdnhyX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGRfAZQIX2R1BRoYbjogMTcuMgVZyG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfQkyMzIgQnl0ZXMJTi9BCjEJMV82CTFfMDUWqGxlKG15c3FsLnRpZGJfbWRsX2luZm8udmVyc2lvbiwgOTIpCTAJdGlrdl8BfwQ6ewW2ADA5L1x9LCBzY2FuX2RldGFpbDoge3RvdGFsX2slHkQxODUsIGdldF9zbmFwc2hvdF8FPwwgNi42KSiYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA3Miwga2V5PhcABDQ2IRUkbG9jazoge319fQHdAQRcCjIJNDNfNQkxXzAJMTAwMDAJdGFibGU6Mt0AfCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvevAAIAlOL0EJTi9BCg==')\n# Plan_digest: c68b37cb6ba3074a6ee32e9b33a56d8b18aea208db31fb6e13471a1db7195d65\n# Binary_plan: tidb_decode_binary_plan('ywWYCsYFCg1UYWJsZVJlYWRlcl83EpkDCgtTZWxlY3Rpb25fNhKVAQoPBSJMRnVsbFNjYW5fNSEAAAAAIGUhQSkBCfBlAIjDQDgCQAJKGAoWCgVteXNxbBINdGlkYl9tZGxfaW5mb1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvahx0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9cP//////AQQEAXgBBgUBAAEFhCyATyJBKauqqqqq9qkFhBBSI2xlKAWDBC50LoIAPC52ZXJzaW9uLCA5MilqoAFucAC4LCBzY2FuX2RldGFpbDoge3RvdGFsX2tleXM6IDE4NSwgZ2V0X3NuYXBzaG90X3QBr8AgNi42OMK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA3Miwga2V5PhcAQDQ2MCwgYmxvY2s6IHt9fX1wBeUBATL0AAHrDOpz5kAZ9CQBQAFSEGRhdGE6PbQIWhV0AZYYNDk0LjJtczVKHGLLAWNvcF90IWdMIHtudW06IDEsIG1heDogNDkzLjgBKwxwcm9jDewYMCwgdG90XwESFDogMTY1LgniARQod2FpdDogMzY2LjUJ9ghwY18RUAEMBX8FVQA3AVVgY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMAH1DHVpbGQFlAhfZHUFGhhuOiAxNy4yBVmobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9cOgBeP///////////wEYAQ==')\n# Resource_group: default\nselect job_id, version, table_ids from mysql.tidb_mdl_info where version <= 92;"] [2024/05/06 17:57:18.794 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449574191190769667\n# Query_time: 0.92108089\n# Parse_time: 0\n# Compile_time: 0.001167275\n# Rewrite_time: 0.00024744\n# Optimize_time: 0.000480773\n# Wait_TS: 0.00008236\n# Cop_time: 0.918998112 Process_time: 0.000052559 Wait_time: 0.000280332 Request_count: 1 Total_keys: 1 Get_snapshot_time: 0.000 Rocksdb_block_cache_hit_count: 2\n# Index_names: [tidb_global_task:state]\n# Is_internal: true\n# Digest: 58e2bff3d770f8cf7a4b8da0c29fc7d4949bccb75daee6f8213e7d58920ed236\n# Stats: tidb_global_task:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 5.2559e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 0.000280332 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 229\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_global_task,state] remain after pruning paths for tidb_global_task given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('8wTwQzAJMzBfMTAJMAkxMAkJMAl0aW1lOjkxOS40bXMsIGxvb3BzOjEJMjI5IEJ5dGVzCU4vQQoxCTQ3XzgoQnVpbGQpCTFfBTyQdGFibGU6dGlkYl9nbG9iYWxfdGFzaywgaW5kZXg6c3RhdGUocwEGTCksIHJhbmdlOlsicGF1c2luZyIsFQpQXSwga2VlcCBvcmRlcjpmYWxzZSwgAT0cczpwc2V1ZG8uowAAMR2jECwgY29wBXNQOiB7bnVtOiAxLCBtYXg6IDkxOC44ASpEcHJvY19rZXlzOiAwLCB0b3RfARIgOiA1Mi42wrVzCRMod2FpdDogMjgwLjMFFAxycGNfEU8BDCUgBVQANwFUgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAWTCF9kdQUaGG46IDMxLjIFWYBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHRpa3YFOgQ6ewVxBDBzNYxUfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbA3YPDEsIGdldF9zbmFwc2hvdF8FPQQgNg1zNHJvY2tzZGI6IHtibG9jISkZugxjb3VuAfkYfX19CU4vQQEEIegwNV85KFByb2JlKQkxX3LoAQBrfrcBIAlOL0EJTi9BCg==')\n# Plan_digest: 97b2c1b8fa2440761a4ce4262d0d07dab17cc835b758b4d8185a78591e855b5a\n# Binary_plan: tidb_decode_binary_plan('4QVcCtwFCg5JbmRleExvb2tVcF8xMBKOBAoQBRM8UmFuZ2VTY2FuXzgaAQEhAAEBDNCBQCkBCPBlAAAkQDgCQAJKKwopCgVteXNxbBIQdGlkYl9nbG9iYWxfdGFzaxoOCgVzdGF0ZRIFc3RhdGVSO3JhbmdlOlsicGF1c2luZyIsInBhdXNpbmciXSwga2VlcCBvcmRlcjpmYWxzZSwgAT2Qczpwc2V1ZG9aFXRpbWU6OTE5LjFtcywgbG9vcHM6MWLKAWNvcAVvUDoge251bTogMSwgbWF4OiA5MTguOAErRHByb2Nfa2V5czogMCwgdG90XwESIDogNTIuNsK1cwkTKHdhaXQ6IDI4MC4zBRQMcnBjXxFPAQwFfgVUADcBVIBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFkwhfZHUFGhhuOiAzMS4yBVmAbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9an10aWt2BToEOnsFcQQwcxXqDH0sIHMhjTRkZXRhaWw6IHt0b3RhbA3YPDEsIGdldF9zbmFwc2hvdF8FPQQgNg1zNHJvY2tzZGI6IHtibG9jISkZugxjb3VuAfkQfX19cP8RAQQBeBEKPP8BEn4KEFRhYmxlUm93SURFEBQ5GgECIQABAQTImToQAgwbChkKXhACGFIea2VlcCBi4wFWgAAcIf8Ixwk9dHIdaQgBQAFdDwA0IZBNDzxw5QF4////////////ARgB')\n# Resource_group: default\nselect id, task_key, type, dispatcher_id, state, start_time, state_update_time, meta, concurrency, step, error from mysql.tidb_global_task where state in ('pausing');"] [2024/05/06 17:57:18.794 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=11] [job-id=11] [thread-cnt=8] [2024/05/06 17:57:18.795 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=11] [2024/05/06 17:57:18.795 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449574191164555272\n# Query_time: 1.047444732\n# Parse_time: 0\n# Compile_time: 0.002317897\n# Rewrite_time: 0.000497978\n# Optimize_time: 0.001497055\n# Wait_TS: 0.000114341\n# Cop_time: 1.042835892 Process_time: 0.000565888 Wait_time: 0.00023879 Request_count: 2 Total_keys: 618 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 144 Rocksdb_key_skipped_count: 1664\n# Is_internal: true\n# Digest: 1a96197a635ab3d1c0fc027ce178d8aa751e4bd033c39db6163d3ba75b49fe3f\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000282944 Cop_proc_p90: 0.000306882 Cop_proc_max: 0.000306882 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 0.000119395 Cop_wait_p90: 0.000186793 Cop_wait_max: 0.000186793 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 2013\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('wBWgMAkzXzEzCTAJMTAJbXlzcWwudGlkYl9kZGxfam9iLmpvYl9tZXRhLCBKHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjEuMDRzLCBsb29wczoxLCBDb25jdXJyZW5jeTpPRkYJMS4zNiBLQglOL0EKMQkxNF8xNAkwWnsAGV4YOmRlc2MsIEqCAAGfBGlkVn4AHAkwIEJ5dGVzEQgcCjIJMTdfMjgJ7FRpbm5lciBqb2luLCBlcXVhbDpbZXEoYmMAAcsgbHVtbiMxNSldVnAAoCwgYnVpbGRfaGFzaF90YWJsZTp7dG90YWw6NDAyLjfCtXMsIGZldGNoHRAFMgw6MHN9EaURCCQKMwkzMV80MShCAVQAKQm0QGRhdGE6U2VsZWN0aW9uXzQwEYkIMjg2DWE1enxjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjAybXMsICFeNF9rZXlzOiAwLCB0b3RfARIQOiAyNTkFqgESHHdhaXQ6IDUyBREMcnBjXxFKAQwl8AwgOTQ0BR5kY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAxFwGNCF9kdQUaFG46IDE3LglYQG1heF9kaXN0c3FsX2NvbmN1TS8YIDF9CTIzMy3EGE4vQQo0CTEB9AQxX0WtUG5vdChpc3RydWVfd2l0aF9udWxsKErAARRyZW9yZykhQgx0aWt2BYcEOnsFvQQwc1WqPH0sIHNjYW5fZGV0YWlsOiApuS0gQDMwOSwgZ2V0X3NuYXBzaG90DfwAMjHWmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNzIsIGtleT4XACA4MzIsIGJsb2MhpQh9fX0B5QEEHAo1CTQzXzM5DeoMMDAwCUlPLpoDfCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvRRtm8AABaAEEMAozCTZfMjkoUHJvYmUhJTg2NDAwCWdyb3VwIGJ5OkNR9UAsIGZ1bmNzOmZpcnN0cm93KBUaCCktPhUMBXVKBwRMcGFydGlhbF93b3JrZXI6e3dhbGwpRYExJDMyMDc4MzdzLCAuAAIINSwgRTNBdAAwSaJFkCw1LjIxNTU2MDUwMnMJFwxleGVjJc1BtCXaCSQMOTUyOAFWQfgFaBAxNDc2NgE2CHA5NTISABR9LCBmaW5uoQAMNjQ2Ma6hAAw3MTA0AXwBkwWgFDI5LjQzwoEEARMZphg3NDk0NzVzaZ4Jpgw1ODU1AW0ZpgkSObVhCgAzYf4lrmkKAG5hADWKTfFCjAEICTM4sRdhUxA1CTZfMyG3ADhBZjX3SkcDgR4AZaXsACxOiQUgc2NoZW1hX2lkAcpGRwZFwAkeSUgIbWluFa0AOO5DAklDFDI5ODUzMyHbnkMCGDQ1NDEwMjZyQwIQNDU3MzkynQEYMjkzODg0OaFAADlJQxESfkMCDDAwMTcFb6KhABA3NzQxNAHTQTFFRBA1My40NkpFAhQ0ODM4NTghegRheEVEFDI5Njk3MDanAAkSWUQANsFhDDM2CTAp/ABkwVwkSGFzaEFnZ18zMV7KA2pXBuH5QSatNm20ARIUOiAzMDYuPlgGEDE4Ni44ZRLBT2HnwaUBDGUewaoBUwBjvloGBDkuyZN2WQYAN91ZADdhBgAxpW/+CAPOCANKMAMW2Ah9GA62CP7ABkLABgA4GjUI/sAGPsAGBDgJwcAANCVRADH+wAZ6wAY=')\n# Plan_digest: 03fa0f18132c15290435ccd6930c03fe7257c7017164897b1e5acdd3c92e1828\n# Binary_plan: tidb_decode_binary_plan('qRjwSQqkGAoNUHJvamVjdGlvbl8xMxKMFwoHU29ydF8xNBKWFgoLSGFzaEpvaW5fMjgS0gUKDlRhYmxlUmVhZGVyXzQxEqYDCgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgwggZTENgwQAJAWDWFIvbm90KGlzdHJ1ZV93aXRoX251bGwoBZQALi6TACwucmVvcmcpKWqgAXRqfAAILCBzAfLwfWRldGFpbDoge3RvdGFsX2tleXM6IDMwOSwgZ2V0X3NuYXBzaG90X3RpbWU6IDIyLjfCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNzIsIGtleV9za2lwcGVkX2NvdW50OiA4MzIsIGJsb2NrOiB7fX19cAnyOgABNBoBASFVVVVVlY/yQCkABQE0JEA4AUABUhFkYXRhOlM9xARaFgWaCDI4Ng2aBGxvJVsUYsQBY29wKXhoIHtudW06IDEsIG1heDogMS4wMm1zLCBwcm9jDfAYMCwgdG90XwESEDogMjU5BeQBEhx3YWl0OiA1MgURDHJwY18RSgEMBXoMIDk0NAUegGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAWNCF9kdQUaFG46IDE3LglYdG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfXDpAV0ZEBKLDwoKQeUgQWdnXzI5ErQLLtECEDMwEtIKGSAQMzUSsAY2BAMQMzYSigQdIgAxTgIDADRFf/4CA+4CA20CACh1AgRAv2kCLJQBZ3JvdXAgYnk6bWGLNvcCIb4cZXNzaW5nLCBKHwAkc2NoZW1hX2lkc1IfABB0YWJsZQkeJGZ1bmNzOm1pbihKRwBEam9iX2lkKS0+Q29sdW1uIzE4/mgDTmgDADhNzgBy/mgDbmgDHCHe3d3dHT73bWUhZmFlBA9kYWUISGFzRWcMMzFaE0XpFDEuMDRzLHVgAMZuYAMBKSGPTl8DDDMwNi4+YQMQMTg2LjhlRmFYRmQDDXzCYwMEOS5pnG5iAwDtLmIDJRMIrWz4OhMBAIT+eQK+eQJVXV1pADVWiQFUyAJwYXJ0aWFsX3dvcmtlcjp7d2FsbImdITgkMjk4NTMzMnMsIC5cBBg1LCB0YXNrJWwAMIn+hewsNS4yMTQ1NDEwMjZzCRcQZXhlYzrBtaEQRQoJJBA3Mzk3NWFMBGF4DWgQMzg4NDmhWQQ5NTISABR9LCBmaW5ioQAQMzAwMTcFb6KhABA3NzQxNAHTAZQFoRQ1My40NjNFQwEUGagQODM4NTgypwAMNjk3MDanAAkSBH1wwYkFAUYTAgRI/k0TBAC5yYsAFumOAG7hhDGuCDUpKVKkAQhw/AK9xiQaAQIhRERERCRjPlQABDhnkd8VUgAsjY4cZmlyc3Ryb3cdbJmDWhoCAMd6GgIYMzIwNzgzN6oaAhQ1NTYwNTAyeQFCGgIUNTU5NTI4AVZRGhQzMTQ3NjYBNlEaERJ+GgIUMjA2NDYxrqEADDcxMDQBfEEFRRkMMjkuNEoYAhA1NzQ5NDLAAhQzMTU4NTUBbRmmCRJeGQIYFK5H4Qx7CCqnCWgBQAFSPGlubmVyIGpvaW4sIGVxdWFsOltlcShiSwYELCA17QQpXVI/AgRiOxZACBBoYXNoX8WoADoWrgkMOjQwMs0pEGZldGNoHRAFMiw6MHN9IZ2rBTkqfgg6pgAAPUqQAKGy6UEQOmRlc2NSJwfJ/1KnAAVqAOpCagBOqwcBRhBtZXRhLE6pBxmHUmcADGIPQ28mJAlIT0ZGcPQKeP///////////wEYAQ==')\n# Resource_group: default\nselect job_meta, processing from mysql.tidb_ddl_job where job_id in (select min(job_id) from mysql.tidb_ddl_job group by schema_ids, table_ids, processing) and not reorg order by processing desc, job_id;"] [2024/05/06 17:57:20.377 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=11] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:57:20.879 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=11] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:57:20.880 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=11] [task-type=ImportInto] [num=1] [2024/05/06 17:57:20.881 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [2024/05/06 17:57:20.893 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:57:20.893 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 17:57:20.893 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=62.276µs] [2024/05/06 17:57:20.893 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=196.852µs] [] [2024/05/06 17:57:20.893 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:57:20.893 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=11] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:57:20.893 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:57:20.907 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=11] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:57:20.907 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:57:21.183 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=11] [2024/05/06 17:57:21.183 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=11] [type=ImportInto] [2024/05/06 17:57:21.389 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:21.389 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:21.389 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:57:21.390 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:21.391 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:21.391 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:21.392 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:21.392 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=11] [mode=Import] [2024/05/06 17:57:21.406 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:21.406 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:21.406 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:21.406 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:21.407 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:21.407 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:21.407 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:21.407 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:21.407 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:21.407 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:21.414 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=11] [2024/05/06 17:57:21.490 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=11] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:57:21.491 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 17:57:21.491 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 17:57:21.496 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:21.497 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:21.497 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:57:21.498 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:21.498 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:21.499 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:21.499 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:21.499 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:21.499 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:21.499 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:21.499 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:57:21.499 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:21.499 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:57:21.499 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:57:21.500 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:21.500 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:21.500 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:21.500 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:21.500 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:21.503 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:21.504 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:21.504 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:57:21.505 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:21.505 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:21.505 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:21.506 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:21.514 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:57:21.514 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 17:57:21.514 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=11] [step=import] [limit=256MiB] [2024/05/06 17:57:21.529 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [2024/05/06 17:57:21.533 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:57:21.537 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:57:21.537 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=134] [2024/05/06 17:57:21.537 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=134] [2024/05/06 17:57:21.595 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=134] [key=1.csv:0] [2024/05/06 17:57:21.597 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=134] [key=2.csv:0] [2024/05/06 17:57:21.597 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=134] [key=1.csv:0] [readDur=1.079578ms] [encodeDur=439.96µs] [deliverDur=22.806µs] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [takeTime=1.835449ms] [] [2024/05/06 17:57:21.598 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/11/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/d369a9bd-7057-42d8-8ef6-25e667ea9fd9.sst] [firstKey=7480000000000000865F728000000000000004] [lastKey=7480000000000000865F728000000000000005] [2024/05/06 17:57:21.599 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=134] [key=2.csv:0] [readDur=796.605µs] [encodeDur=726.798µs] [deliverDur=12.257µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [takeTime=1.73012ms] [] [2024/05/06 17:57:21.599 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/11/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/1d55603f-1cb8-493d-9114-c5b02a3ff211.sst] [firstKey=7480000000000000865F728000000000000006] [lastKey=7480000000000000865F728000000000000007] [2024/05/06 17:57:21.599 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [takeTime=70.569333ms] [] [2024/05/06 17:57:21.599 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 17:57:21.599 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 17:57:21.599 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:57:21.601 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.485565ms] [] [2024/05/06 17:57:21.601 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 17:57:21.605 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:57:21.607 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 17:57:21.607 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:57:21.607 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:57:21.607 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF865F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF865F728000000000FF0000080000000000FA] [retry=0] [2024/05/06 17:57:21.608 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF865F728000000000FF0000040000000000FA] [end=7480000000000000FF865F728000000000FF0000080000000000FA] [2024/05/06 17:57:21.608 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF865F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF865F728000000000FF0000080000000000FA] [regions=1] [2024/05/06 17:57:21.609 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=449.266µs] [2024/05/06 17:57:21.609 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.314797ms] [] [2024/05/06 17:57:21.617 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:25 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 27, request epoch conf_ver: 5 version: 25\")"] ["job stage"=needRescan] [2024/05/06 17:57:21.618 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000865F728000000000000004] [endKey=7480000000000000865F728000000000000008] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:57:23.618 +08:00] [2024/05/06 17:57:21.648 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574192186916865] [req-type=Cop] [region="{ region id: 14, ver: 25, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 18, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:57:21.648 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574192186916865] [req-type=Cop] [region="{ region id: 14, ver: 25, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 18, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:57:23.635 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 17:57:23.637 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=2.035671507s] [] [2024/05/06 17:57:23.637 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 17:57:23.638 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=988.218µs] [] [2024/05/06 17:57:23.638 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 17:57:23.638 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:57:23.639 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.247003ms] [] [2024/05/06 17:57:23.639 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 17:57:23.639 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:57:23.639 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=42.757µs] [] [2024/05/06 17:57:23.639 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 17:57:23.640 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=723.95µs] [] [2024/05/06 17:57:23.883 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=11] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:57:23.884 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=11] [task-type=ImportInto] [num=1] [2024/05/06 17:57:23.885 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [2024/05/06 17:57:23.888 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:23.888 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:23.888 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:57:23.889 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:23.889 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:23.890 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:23.890 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:23.890 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:57:23.907 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:23.907 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:23.907 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:23.907 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:23.907 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:23.907 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:23.907 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:23.907 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:23.907 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:23.907 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:23.923 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 17:57:23.924 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:57:23.925 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=11] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:57:23.925 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:23.938 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=11] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:57:23.938 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:23.960 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 17:57:23.963 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:23.963 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:23.963 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:23.963 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:23.963 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:23.963 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:23.963 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:23.963 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:23.963 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:23.963 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:23.964 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:23.964 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:23.964 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:23.964 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=11] [error="context canceled"] [2024/05/06 17:57:23.964 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=11] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.474438204s] [] [2024/05/06 17:57:24.271 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=11] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:57:24.273 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=11] [step=post-process] [2024/05/06 17:57:24.289 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 17:57:24.289 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 17:57:24.289 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 17:57:24.292 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:24.292 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:24.293 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822802879375647] [2024/05/06 17:57:24.294 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:24.294 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:24.295 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:24.295 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:24.295 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:24.295 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:24.295 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:24.295 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:57:24.295 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:24.295 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:57:24.295 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:57:24.295 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:24.295 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:24.295 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:24.295 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:24.295 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:24.303 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=14.028327ms] [] [2024/05/06 17:57:24.303 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 17:57:24.304 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [weight=30] [2024/05/06 17:57:24.304 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [concurrency=15] [2024/05/06 17:57:24.306 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 17:57:24.306 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=17.599073ms] [] [2024/05/06 17:57:24.306 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=17.742879ms] [] [2024/05/06 17:57:24.385 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=11] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:57:24.386 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=11] [task-type=ImportInto] [num=1] [2024/05/06 17:57:24.387 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=post-process] [next-step=done] [2024/05/06 17:57:24.387 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=11] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:57:24.387 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:24.399 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=11] [step=done] [state=running] [] [2024/05/06 17:57:24.402 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=11] [2024/05/06 17:57:24.409 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:57:24.507 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.7705109100000005\n# Parse_time: 0.000060364\n# Compile_time: 0.000328375\n# Rewrite_time: 0.000059965\n# Optimize_time: 0.000275222\n# Wait_TS: 0.000384915\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni43N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni43N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 17:57:24.511 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=92] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 17:57:24.521 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:136, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:24.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:57:24.521 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:136, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:24.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 17:57:24.539 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=136] [conn=2] [category=ddl] [job="ID:136, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:24.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:24.557 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=692.961µs] [gotSchemaVersion=93] [phyTblIDs="[134]"] [actionTypes="[4]"] [2024/05/06 17:57:24.561 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=136] [version=93] [2024/05/06 17:57:24.606 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=52.962443ms] [job="ID:136, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:24.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:24.622 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=136] [conn=2] [category=ddl] [job="ID:136, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:24.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:24.625 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=11] [error="context canceled"] [2024/05/06 17:57:24.625 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=11] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=353.238525ms] [] [2024/05/06 17:57:24.641 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=590.617µs] [gotSchemaVersion=94] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:57:24.646 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=136] [version=94] [2024/05/06 17:57:24.691 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=53.348096ms] [job="ID:136, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:24.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:24.715 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=136] [conn=2] [category=ddl] [job="ID:136, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:24.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:24.741 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=618.587µs] [gotSchemaVersion=95] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:57:24.746 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=136] [version=95] [2024/05/06 17:57:24.791 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=53.796881ms] [job="ID:136, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-06 17:57:24.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:24.817 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=136] [elementID=1] [comment="table ID is 134"] [2024/05/06 17:57:24.823 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=136] [jobType="drop table"] [2024/05/06 17:57:24.824 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=136] [conn=2] [job="ID:136, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-06 17:57:24.481 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:24.846 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=136] [2024/05/06 17:57:24.846 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:57:24.849 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.338374964\n# Parse_time: 0.000061787\n# Compile_time: 0.000226785\n# Rewrite_time: 0.000004\n# Optimize_time: 0.00016731\n# Wait_TS: 0.000330529\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 17:57:24.853 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ea701956-13db-4e06-b950-5804d53ac922"] [2024/05/06 17:57:24.853 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ea701956-13db-4e06-b950-5804d53ac922"] [2024/05/06 17:57:24.853 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ea701956-13db-4e06-b950-5804d53ac922"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 17:57:24.854 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ea701956-13db-4e06-b950-5804d53ac922"] [] [2024/05/06 17:57:24.855 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 17:57:24.855 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=17.644µs] [2024/05/06 17:57:24.856 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=6.764µs] [2024/05/06 17:57:24.856 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=12.806µs] [2024/05/06 17:57:24.856 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=9.571µs] [2024/05/06 17:57:24.856 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=6.16µs] [2024/05/06 17:57:24.856 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=9.237µs] [2024/05/06 17:57:24.856 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=4.066µs] [2024/05/06 17:57:24.856 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=6.836µs] [2024/05/06 17:57:24.856 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=6.194µs] [2024/05/06 17:57:24.856 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=6.088µs] [2024/05/06 17:57:24.856 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 17:57:24.856 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=3.013µs] [2024/05/06 17:57:24.856 +08:00] [INFO] [delete_range.go:150] ["closing delRange"] [category=ddl] [2024/05/06 17:57:24.856 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 17:57:24.866 +08:00] [INFO] [ddl.go:872] ["DDL closed"] [category=ddl] [ID=ea701956-13db-4e06-b950-5804d53ac922] ["take time"=13.230723ms] [2024/05/06 17:57:24.866 +08:00] [INFO] [ddl.go:698] ["stop DDL"] [category=ddl] [ID=ea701956-13db-4e06-b950-5804d53ac922] [2024/05/06 17:57:24.868 +08:00] [INFO] [domain.go:1005] ["stopping ttlJobManager"] [2024/05/06 17:57:24.868 +08:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/907512d4-6504-4c4f-ac81-d2b3777a75c4] [watcherID=0eda0957-8ad2-49ce-b123-98716e568e36] [2024/05/06 17:57:24.868 +08:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 17:57:24.868 +08:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/907512d4-6504-4c4f-ac81-d2b3777a75c4] [2024/05/06 17:57:24.868 +08:00] [INFO] [task_manager.go:193] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 17:57:24.868 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 17:57:24.868 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 17:57:24.868 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 17:57:24.868 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 17:57:24.869 +08:00] [INFO] [task_manager.go:193] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 17:57:24.869 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 17:57:24.869 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 17:57:24.869 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 17:57:24.869 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 17:57:24.871 +08:00] [INFO] [job_manager.go:173] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 17:57:24.871 +08:00] [INFO] [domain.go:1016] ["ttlJobManager exited."] [2024/05/06 17:57:24.872 +08:00] [INFO] [domain.go:2816] ["releaseServerID succeed"] [serverID=290] [2024/05/06 17:57:24.872 +08:00] [INFO] [domain.go:2880] ["serverIDKeeper exited."] [2024/05/06 17:57:24.872 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 17:57:24.872 +08:00] [INFO] [domain.go:2116] ["dumpFileGcChecker exited."] [2024/05/06 17:57:24.872 +08:00] [INFO] [domain.go:2363] ["loadStatsWorker exited."] [2024/05/06 17:57:24.872 +08:00] [INFO] [domain.go:2062] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 17:57:24.872 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 17:57:24.872 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 17:57:24.872 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 17:57:24.872 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 17:57:24.872 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 17:57:24.872 +08:00] [INFO] [domain.go:1666] ["loadPrivilegeInLoop exited."] [2024/05/06 17:57:24.872 +08:00] [INFO] [domain.go:886] ["loadSchemaInLoop exited."] [2024/05/06 17:57:24.872 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 17:57:24.872 +08:00] [INFO] [domain.go:693] ["infoSyncerKeeper exited."] [2024/05/06 17:57:24.872 +08:00] [INFO] [domain.go:719] ["globalConfigSyncerKeeper exited."] [2024/05/06 17:57:24.872 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 17:57:24.872 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 17:57:24.872 +08:00] [INFO] [domain.go:1521] ["stopping dist task dispatcher manager because the current node is not DDL owner anymore"] [id=ea701956-13db-4e06-b950-5804d53ac922] [2024/05/06 17:57:24.872 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 17:57:24.872 +08:00] [INFO] [domain.go:1716] ["LoadSysVarCacheLoop exited."] [2024/05/06 17:57:24.872 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 17:57:24.872 +08:00] [INFO] [domain.go:2521] ["gcAnalyzeHistory exited."] [2024/05/06 17:57:24.872 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 17:57:24.872 +08:00] [INFO] [domain.go:1852] ["globalBindHandleWorkerLoop exited."] [2024/05/06 17:57:24.872 +08:00] [INFO] [domain.go:2147] ["HistoricalStatsWorker exited."] [2024/05/06 17:57:24.872 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ea701956-13db-4e06-b950-5804d53ac922"] [2024/05/06 17:57:24.872 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 17:57:24.872 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=gcAnalyzeHistory] [2024/05/06 17:57:24.872 +08:00] [INFO] [dispatcher_manager.go:162] ["dispatch task loop exits"] [error="context canceled"] [interval=3000] [2024/05/06 17:57:24.872 +08:00] [INFO] [dispatcher_manager.go:249] ["subtask history table gc loop exits"] [error="context canceled"] [2024/05/06 17:57:24.872 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 88b7948d-33d1-4033-845f-5742f15307ba watch owner key /tidb/br-stream/owner/22318f4d53681563"] [2024/05/06 17:57:24.872 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager ea701956-13db-4e06-b950-5804d53ac922 watch owner key /tidb/stats/owner/3eaa8f4d53681571"] [2024/05/06 17:57:24.872 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 17:57:24.872 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ea701956-13db-4e06-b950-5804d53ac922"] [2024/05/06 17:57:24.872 +08:00] [INFO] [dispatcher_manager.go:299] ["cleanUp loop exits"] [error="context canceled"] [2024/05/06 17:57:24.872 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 17:57:24.872 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 17:57:24.872 +08:00] [INFO] [dispatcher.go:165] ["schedule task exits"] [task-id=11] [task-type=ImportInto] [error="context canceled"] [2024/05/06 17:57:24.872 +08:00] [INFO] [domain.go:743] ["topologySyncerKeeper exited."] [2024/05/06 17:57:24.872 +08:00] [INFO] [plan_replayer.go:417] ["planReplayerTaskDumpWorker exited."] [2024/05/06 17:57:24.872 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager ea701956-13db-4e06-b950-5804d53ac922"] [2024/05/06 17:57:24.872 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 17:57:24.872 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 17:57:24.872 +08:00] [INFO] [domain.go:2421] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 17:57:24.872 +08:00] [INFO] [domain.go:2082] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 17:57:24.872 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=11] [2024/05/06 17:57:24.872 +08:00] [ERROR] [advancer.go:398] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:398"] [2024/05/06 17:57:24.873 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager ea701956-13db-4e06-b950-5804d53ac922"] [2024/05/06 17:57:24.873 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 17:57:24.873 +08:00] [INFO] [advancer.go:401] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 17:57:24.872 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 17:57:24.872 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 17:57:24.872 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 17:57:24.872 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 88b7948d-33d1-4033-845f-5742f15307ba"] [2024/05/06 17:57:24.872 +08:00] [INFO] [domain.go:2500] ["autoAnalyzeWorker exited."] [2024/05/06 17:57:24.873 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 88b7948d-33d1-4033-845f-5742f15307ba"] [2024/05/06 17:57:24.873 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 17:57:24.872 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ea701956-13db-4e06-b950-5804d53ac922"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 17:57:24.873 +08:00] [INFO] [domain.go:1523] ["dist task dispatcher manager stopped"] [id=ea701956-13db-4e06-b950-5804d53ac922] [2024/05/06 17:57:24.873 +08:00] [INFO] [domain.go:1501] ["stopping dist task scheduler manager"] [2024/05/06 17:57:24.873 +08:00] [INFO] [manager.go:352] ["onRunnableTask exit for cancel"] [task-id=11] [type=ImportInto] [2024/05/06 17:57:24.873 +08:00] [INFO] [manager.go:296] [cancelAllRunningTasks] [task-id=11] [2024/05/06 17:57:24.873 +08:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [2024/05/06 17:57:24.873 +08:00] [INFO] [manager.go:151] ["fetchAndHandleRunnableTasksLoop done"] [2024/05/06 17:57:24.873 +08:00] [INFO] [manager.go:173] ["fetchAndFastCancelTasksLoop done"] [2024/05/06 17:57:24.873 +08:00] [INFO] [domain.go:1503] ["dist task scheduler manager stopped"] [2024/05/06 17:57:24.873 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 17:57:24.874 +08:00] [INFO] [domain.go:2423] ["updateStatsWorker ready to release owner"] [2024/05/06 17:57:24.874 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager ea701956-13db-4e06-b950-5804d53ac922"] [error="context canceled"] [2024/05/06 17:57:24.874 +08:00] [INFO] [domain.go:665] ["topNSlowQueryLoop exited."] [2024/05/06 17:57:24.874 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=88b7948d-33d1-4033-845f-5742f15307ba] [daemon-id=LogBackup::Advancer] [2024/05/06 17:57:24.874 +08:00] [INFO] [domain.go:1340] ["closestReplicaReadCheckLoop exited."] [2024/05/06 17:57:24.874 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 17:57:24.874 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 17:57:24.874 +08:00] [INFO] [flush_subscriber.go:97] [Clearing.] [category="log backup flush subscriber"] [2024/05/06 17:57:24.874 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 88b7948d-33d1-4033-845f-5742f15307ba"] [error="context canceled"] [2024/05/06 17:57:24.874 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 17:57:25.074 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager ea701956-13db-4e06-b950-5804d53ac922"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 17:57:25.075 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 88b7948d-33d1-4033-845f-5742f15307ba"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 17:57:26.121 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ea701956-13db-4e06-b950-5804d53ac922"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 17:57:26.122 +08:00] [INFO] [domain.go:1895] ["handleEvolvePlanTasksLoop exited."] [2024/05/06 17:57:26.122 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=handleEvolvePlanTasksLoop] [2024/05/06 17:57:26.320 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 88b7948d-33d1-4033-845f-5742f15307ba"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 17:57:26.324 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager ea701956-13db-4e06-b950-5804d53ac922"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 17:57:26.324 +08:00] [INFO] [domain.go:2429] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 17:57:26.324 +08:00] [INFO] [domain.go:2454] ["updateStatsWorker exited."] [2024/05/06 17:57:26.324 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 17:57:26.340 +08:00] [INFO] [domain.go:1053] ["domain closed"] ["take time"=1.488013262s] [2024/05/06 17:57:26.342 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:26.342 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:26.342 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:26.342 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:26.342 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:26.342 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:26.342 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:26.342 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:26.342 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:26.342 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:26.343 +08:00] [INFO] [pd.go:231] ["closed pd http client"] --- PASS: TestLoadRemote (86.92s) --- PASS: TestLoadRemote/TestWriteAfterImport (77.47s) PASS GCov does not exist at the given path: '' May 06, 2024 5:57:29 PM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 5:57:30 PM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 5:57:30 PM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 5:57:30 PM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 5:57:30 PM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest2:importintotest2_test up-to-date: bazel-bin/tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test INFO: Elapsed time: 131.423s, Critical Path: 114.94s INFO: 1451 processes: 1429 remote cache hit, 20 internal, 2 linux-sandbox. INFO: Build completed successfully, 1451 total actions Test cases: finished with 2 passing and 0 failing out of 2 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { time="2024-05-06T17:57:38+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/sessionctx/setvar.test: ok! 663 test cases passed, take time 0.119220017 s time="2024-05-06T17:57:38+08:00" level=info msg="run test [sessionctx/setvar] ok" time="2024-05-06T17:57:38+08:00" level=warning msg="Create new db sessiontxn__externals" time="2024-05-06T17:57:38+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/sessiontxn/externals.test: ok! 56 test cases passed, take time 0.099603836 s [Pipeline] junit Recording test results time="2024-05-06T17:57:38+08:00" level=info msg="run test [sessiontxn/externals] ok" time="2024-05-06T17:57:38+08:00" level=warning msg="Create new db statistics__handle" time="2024-05-06T17:57:38+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [1,434 / 1,435] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 95s remote-cache, linux-sandbox [1,434 / 1,435] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 98s remote-cache, linux-sandbox Target //tests/realtikvtest/sessiontest:sessiontest_test up-to-date: bazel-bin/tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test INFO: Elapsed time: 142.262s, Critical Path: 124.15s INFO: 1432 processes: 1410 remote cache hit, 20 internal, 2 linux-sandbox. INFO: Build completed successfully, 1432 total actions Test cases: finished with 21 passing and 0 failing out of 21 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] } [Pipeline] // timeout [Pipeline] // dir [Pipeline] } Post stage [Pipeline] // stage ./t/statistics/handle.test: ok! 53 test cases passed, take time 0.651934319 s time="2024-05-06T17:57:39+08:00" level=info msg="run test [statistics/handle] ok" time="2024-05-06T17:57:39+08:00" level=warning msg="Create new db statistics__integration" time="2024-05-06T17:57:39+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/statistics/integration.test: ok! 23 test cases passed, take time 0.099251514 s [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] // withEnv [Pipeline] } [Pipeline] junit Recording test results [1,435 / 1,436] Testing //tests/realtikvtest/brietest:brietest_test; 100s remote-cache, linux-sandbox time="2024-05-06T17:57:39+08:00" level=info msg="run test [statistics/integration] ok" time="2024-05-06T17:57:39+08:00" level=warning msg="Create new db statistics__lock_table_stats" time="2024-05-06T17:57:39+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T17:57:39+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Checks API] No suitable checks publisher found. time="2024-05-06T17:57:39+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/statistics/lock_table_stats.test: ok! 47 test cases passed, take time 0.28308531 s time="2024-05-06T17:57:39+08:00" level=info msg="run test [statistics/lock_table_stats] ok" time="2024-05-06T17:57:39+08:00" level=warning msg="Create new db subquery" time="2024-05-06T17:57:39+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [Pipeline] // stage [Pipeline] } [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } ./t/subquery.test: ok! 32 test cases passed, take time 0.188555807 s time="2024-05-06T17:57:39+08:00" level=info msg="run test [subquery] ok" time="2024-05-06T17:57:39+08:00" level=warning msg="Create new db table__cache" time="2024-05-06T17:57:39+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 100s remote-cache, linux-sandbox [1,430 / 1,431] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 100s remote-cache, linux-sandbox ./t/table/cache.test: ok! 108 test cases passed, take time 8.270199 s time="2024-05-06T17:57:48+08:00" level=info msg="run test [table/cache] ok" time="2024-05-06T17:57:48+08:00" level=warning msg="Create new db table__index" time="2024-05-06T17:57:48+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/table/index.test: ok! 16 test cases passed, take time 0.045151221 s time="2024-05-06T17:57:48+08:00" level=info msg="run test [table/index] ok" time="2024-05-06T17:57:48+08:00" level=warning msg="Create new db table__partition" time="2024-05-06T17:57:48+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/table/partition.test: ok! 229 test cases passed, take time 1.417867312 s time="2024-05-06T17:57:49+08:00" level=info msg="run test [table/partition] ok" time="2024-05-06T17:57:49+08:00" level=warning msg="Create new db table__tables" time="2024-05-06T17:57:49+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/table/tables.test: ok! 6 test cases passed, take time 0.012445294 s time="2024-05-06T17:57:49+08:00" level=info msg="run test [table/tables] ok" time="2024-05-06T17:57:49+08:00" level=warning msg="Create new db table__temptable" time="2024-05-06T17:57:49+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/table/temptable.test: ok! 11 test cases passed, take time 0.028001812 s time="2024-05-06T17:57:49+08:00" level=info msg="run test [table/temptable] ok" time="2024-05-06T17:57:49+08:00" level=warning msg="Create new db topn_push_down" time="2024-05-06T17:57:49+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/topn_push_down.test: ok! 20 test cases passed, take time 0.098364545 s time="2024-05-06T17:57:50+08:00" level=info msg="run test [topn_push_down] ok" time="2024-05-06T17:57:50+08:00" level=warning msg="Create new db topn_pushdown" time="2024-05-06T17:57:50+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/topn_pushdown.test: ok! 2 test cases passed, take time 0.000515348 s time="2024-05-06T17:57:50+08:00" level=info msg="run test [topn_pushdown] ok" time="2024-05-06T17:57:50+08:00" level=warning msg="Create new db tpch" time="2024-05-06T17:57:50+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/tpch.test: ok! 41 test cases passed, take time 1.114315863 s time="2024-05-06T17:57:51+08:00" level=info msg="run test [tpch] ok" time="2024-05-06T17:57:51+08:00" level=warning msg="Create new db types__const" time="2024-05-06T17:57:51+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/types/const.test: ok! 143 test cases passed, take time 0.610430776 s time="2024-05-06T17:57:51+08:00" level=info msg="run test [types/const] ok" time="2024-05-06T17:57:51+08:00" level=warning msg="Create new db util__admin" time="2024-05-06T17:57:51+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/util/admin.test: ok! 240 test cases passed, take time 1.2295226160000001 s time="2024-05-06T17:57:53+08:00" level=info msg="run test [util/admin] ok" time="2024-05-06T17:57:53+08:00" level=warning msg="Create new db util__ranger" time="2024-05-06T17:57:53+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,434 / 1,435] Testing //tests/realtikvtest/txntest:txntest_test; 125s remote-cache, linux-sandbox [1,434 / 1,435] 1 / 1 tests; Testing //tests/realtikvtest/txntest:txntest_test; 127s remote-cache, linux-sandbox Target //tests/realtikvtest/txntest:txntest_test up-to-date: bazel-bin/tests/realtikvtest/txntest/txntest_test_/txntest_test INFO: Elapsed time: 171.541s, Critical Path: 153.86s INFO: 1432 processes: 1409 remote cache hit, 20 internal, 3 linux-sandbox. INFO: Build completed successfully, 1432 total actions Test cases: finished with 30 passing and 0 failing out of 30 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results ./t/util/ranger.test: ok! 188 test cases passed, take time 0.626698207 s time="2024-05-06T17:57:53+08:00" level=info msg="run test [util/ranger] ok" time="2024-05-06T17:57:53+08:00" level=warning msg="Create new db window_function" time="2024-05-06T17:57:53+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/window_function.test: ok! 28 test cases passed, take time 0.065912613 s time="2024-05-06T17:57:53+08:00" level=info msg="run test [window_function] ok" Great, All tests passed [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } integrationtest passed! ./run-tests.sh: line 1: kill: (1843) - No such process ~/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results None of the test reports contained any result [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,435 / 1,436] Testing //tests/realtikvtest/brietest:brietest_test; 160s remote-cache, linux-sandbox [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 160s remote-cache, linux-sandbox [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 161s remote-cache, linux-sandbox [1,430 / 1,431] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 160s remote-cache, linux-sandbox [1,430 / 1,431] 1 / 1 tests; Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 164s remote-cache, linux-sandbox Target //tests/realtikvtest/pessimistictest:pessimistictest_test up-to-date: bazel-bin/tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test INFO: Elapsed time: 204.734s, Critical Path: 186.44s INFO: 1419 processes: 1407 remote cache hit, 10 internal, 2 linux-sandbox. INFO: Build completed successfully, 1419 total actions Test cases: finished with 78 passing and 0 failing out of 78 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,435 / 1,436] Testing //tests/realtikvtest/brietest:brietest_test; 220s remote-cache, linux-sandbox [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 221s remote-cache, linux-sandbox [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 220s remote-cache, linux-sandbox [1,435 / 1,436] Testing //tests/realtikvtest/brietest:brietest_test; 230s remote-cache, linux-sandbox Target //tests/realtikvtest/brietest:brietest_test up-to-date: bazel-bin/tests/realtikvtest/brietest/brietest_test_/brietest_test INFO: Elapsed time: 273.979s, Critical Path: 257.18s INFO: 1433 processes: 1411 remote cache hit, 20 internal, 2 linux-sandbox. INFO: Build completed successfully, 1433 total actions Test cases: finished with 8 passing and 0 failing out of 8 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 281s remote-cache, linux-sandbox [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 280s remote-cache, linux-sandbox [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 341s remote-cache, linux-sandbox [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 340s remote-cache, linux-sandbox [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 400s remote-cache, linux-sandbox [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 401s remote-cache, linux-sandbox [1,431 / 1,432] 1 / 1 tests; Testing //tests/realtikvtest/addindextest:addindextest_test; 422s remote-cache, linux-sandbox INFO: Elapsed time: 464.009s, Critical Path: 447.07s INFO: 1420 processes: 1406 remote cache hit, 11 internal, 3 linux-sandbox. INFO: Build completed successfully, 1420 total actions Test cases: finished with 26 passing and 0 failing out of 26 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 461s remote-cache, linux-sandbox [1,491 / 1,492] 1 / 1 tests; Testing //tests/realtikvtest/importintotest:importintotest_test; 497s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest:importintotest_test: ==================== Test output for //tests/realtikvtest/importintotest:importintotest_test: === RUN TestLoadRemote [2024/05/06 17:55:53.736 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:55:53.737 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:55:53.737 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:55:53.739 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:55:53.739 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:55:53.740 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:55:53.740 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:55:53.743 +08:00] [INFO] [tikv_driver.go:200] ["using API V1."] [2024/05/06 17:55:53.747 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 17:55:53.747 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 17:55:53.748 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 17:55:53.771 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 17:55:53.771 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 17:55:53.777 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 17:55:53.777 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 17:55:53.787 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 17:55:53.803 +08:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822795307583803] ["ddl lease"=500ms] ["stats lease"=3s] ["index usage sync lease"=0s] [2024/05/06 17:55:53.829 +08:00] [WARN] [info.go:302] ["init TiFlashReplicaManager"] ["pd addrs"="[127.0.0.1:2382,127.0.0.1:2379,127.0.0.1:2384]"] [2024/05/06 17:55:53.867 +08:00] [INFO] [domain.go:2795] [acquireServerID] [serverID=438] ["lease id"=6f188f4d535e5c09] [2024/05/06 17:55:53.869 +08:00] [INFO] [controller.go:172] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 17:55:53.875 +08:00] [WARN] [domain.go:240] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:322\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:238\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:588\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1239\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:93\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:69\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3584\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3576\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3526\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3311\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3277\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:121\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:96\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest/util_test.go:65\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:154\ntests/realtikvtest/importintotest/importintotest_test.TestLoadRemote\n\ttests/realtikvtest/importintotest/util_test.go:51\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 17:55:53.888 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=12.552188ms] [2024/05/06 17:55:53.888 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/06 17:55:53.888 +08:00] [INFO] [ddl.go:743] ["start DDL"] [category=ddl] [ID=30ae4785-f58e-4d2d-b3bc-51199df0655a] [runWorker=true] [2024/05/06 17:55:53.888 +08:00] [INFO] [ddl.go:706] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 17:55:53.891 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 17:55:53.892 +08:00] [WARN] [env.go:53] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 17:55:53.892 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 17:55:53.892 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 17:55:53.892 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 17:55:53.892 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 17:55:53.892 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 17:55:53.892 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 17:55:53.892 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 17:55:53.892 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 17:55:53.892 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 17:55:53.892 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 17:55:53.892 +08:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 17:55:53.892 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 17:55:53.894 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 30ae4785-f58e-4d2d-b3bc-51199df0655a"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d535e5c0d] [ownerID=30ae4785-f58e-4d2d-b3bc-51199df0655a] [op=none] [2024/05/06 17:55:53.894 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 17:55:53.895 +08:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=93fec3e1-0b67-4438-bb0a-a2db5172ad7d] [daemon-id=LogBackup::Advancer] [2024/05/06 17:55:53.896 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 93fec3e1-0b67-4438-bb0a-a2db5172ad7d"] ["owner key"=/tidb/br-stream/owner/6f188f4d535e5c0f] [ownerID=93fec3e1-0b67-4438-bb0a-a2db5172ad7d] [op=none] [2024/05/06 17:55:53.901 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 17:55:53.919 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:55:53.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 17:55:53.919 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:55:53.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:53.944 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 17:55:53.945 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 30ae4785-f58e-4d2d-b3bc-51199df0655a"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d535e5c0d] [ownerID=30ae4785-f58e-4d2d-b3bc-51199df0655a] [op=none] [2024/05/06 17:55:53.945 +08:00] [INFO] [manager.go:404] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 30ae4785-f58e-4d2d-b3bc-51199df0655a"] [op=none] [2024/05/06 17:55:53.945 +08:00] [INFO] [job_table.go:331] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 17:55:53.964 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:53.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:53.996 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=14.599473ms] [2024/05/06 17:55:53.998 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/06 17:55:54.002 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:54.002 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=3] [version=1] [2024/05/06 17:55:54.031 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=52.913272ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:55:53.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:54.049 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:53.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:54.060 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 17:55:54.061 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:54.063 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 17:55:54.067 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 17:55:54.095 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:54.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:54.095 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:54.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 17:55:54.127 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:54.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:54.189 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=6.776379ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [2024/05/06 17:55:54.193 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:54.193 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=5] [version=2] [2024/05/06 17:55:54.232 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.691756ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:54.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:54.261 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:54.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:54.293 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 17:55:54.293 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:54.296 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 17:55:54.312 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:54.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 17:55:54.312 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:54.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:54.332 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:54.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:54.356 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.222869ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [2024/05/06 17:55:54.360 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:54.361 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=7] [version=3] [2024/05/06 17:55:54.404 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.321976ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:54.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:54.423 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:54.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:54.438 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 17:55:54.439 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:54.442 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 17:55:54.457 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:54.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:54.457 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:54.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 17:55:54.482 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:54.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:54.508 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.438449ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [2024/05/06 17:55:54.512 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:54.512 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=9] [version=4] [2024/05/06 17:55:54.555 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.043871ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:54.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:54.573 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:54.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:54.586 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 17:55:54.586 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:54.590 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 17:55:54.612 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:54.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:54.612 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:54.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 17:55:54.631 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:54.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:54.673 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.121148ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [2024/05/06 17:55:54.678 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:54.678 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=11] [version=5] [2024/05/06 17:55:54.719 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.67313ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:54.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:54.740 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:54.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:54.762 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 17:55:54.763 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:54.766 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 17:55:54.782 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:54.741 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:54.783 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:54.741 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 17:55:54.804 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:54.741 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:54.833 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=2.686945ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [2024/05/06 17:55:54.837 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:54.837 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=13] [version=6] [2024/05/06 17:55:54.881 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=52.717465ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:54.741 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:54.893 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 17:55:54.893 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 17:55:54.899 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:54.741 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:54.915 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 17:55:54.915 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:54.918 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 17:55:54.937 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:54.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:54.937 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:54.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 17:55:54.954 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:54.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:54.980 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=2.828562ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [2024/05/06 17:55:54.985 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:54.985 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=15] [version=7] [2024/05/06 17:55:55.028 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.838851ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:54.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:55.047 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:54.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:55.063 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 17:55:55.063 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:55.065 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 17:55:55.080 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:55.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:55.080 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:55.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 17:55:55.105 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:55.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:55.130 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.144555ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [2024/05/06 17:55:55.135 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:55.135 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=17] [version=8] [2024/05/06 17:55:55.179 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.931349ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:55.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:55.197 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:55.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:55.212 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 17:55:55.213 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:55.216 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 17:55:55.232 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:55.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:55.232 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:55.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 17:55:55.249 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:55.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:55.270 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.158075ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [2024/05/06 17:55:55.274 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:55.274 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=19] [version=9] [2024/05/06 17:55:55.318 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.327217ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:55.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:55.336 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:55.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:55.350 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 17:55:55.350 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:55.353 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 17:55:55.371 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:55.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:55.371 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:55.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 17:55:55.388 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:55.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:55.413 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.68153ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [2024/05/06 17:55:55.418 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:55.418 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=21] [version=10] [2024/05/06 17:55:55.460 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.288092ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:55.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:55.478 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:55.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:55.492 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 17:55:55.492 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:55.495 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 17:55:55.510 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:55.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:55.510 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:55.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 17:55:55.531 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:55.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:55.561 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.436682ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [2024/05/06 17:55:55.565 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:55.565 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=23] [version=11] [2024/05/06 17:55:55.609 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=54.374936ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:55.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:55.627 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:55.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:55.640 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 17:55:55.640 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:55.643 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 17:55:55.644 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [2024/05/06 17:55:55.661 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:55.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:55.661 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:55.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 17:55:55.677 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:55.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:55.709 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.22654ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [2024/05/06 17:55:55.713 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:55.713 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=25] [version=12] [2024/05/06 17:55:55.756 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=52.841929ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:55.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:55.773 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:55.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:55.791 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 17:55:55.791 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:55.794 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 17:55:55.810 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:55.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:55.810 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:55.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 17:55:55.827 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:55.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:55.852 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=2.653458ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [2024/05/06 17:55:55.856 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:55.856 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=27] [version=13] [2024/05/06 17:55:55.892 +08:00] [INFO] [info.go:1182] [SetTiFlashGroupConfig] [2024/05/06 17:55:55.893 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 17:55:55.893 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 17:55:55.893 +08:00] [WARN] [info.go:504] ["response not 200"] [method=GET] [hosts=127.0.0.1:2382] [url=http://127.0.0.1:2382/pd/api/v1/config/rule_group/tiflash] ["http status"=404] ["address order"=0] [2024/05/06 17:55:55.899 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=52.457621ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:55.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:55.915 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:55.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:55.930 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 17:55:55.930 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:55.933 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 17:55:55.948 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:55.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:55.948 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:55.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 17:55:55.973 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:55.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:55.997 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.343158ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [2024/05/06 17:55:56.001 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:56.001 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=29] [version=14] [2024/05/06 17:55:56.045 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.019459ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:55.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.065 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:55.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.079 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 17:55:56.079 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:56.082 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 17:55:56.097 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:56.097 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 17:55:56.119 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:56.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.141 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.138603ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [2024/05/06 17:55:56.145 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:56.145 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=31] [version=15] [2024/05/06 17:55:56.190 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.803896ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.214 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:56.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.226 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 17:55:56.226 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:56.229 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 17:55:56.243 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:56.243 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 17:55:56.258 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:56.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.279 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.130818ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [2024/05/06 17:55:56.283 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:56.284 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=33] [version=16] [2024/05/06 17:55:56.328 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.323236ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.344 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:56.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.357 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 17:55:56.357 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:56.360 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 17:55:56.375 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:56.375 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 17:55:56.392 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:56.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.420 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.429686ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [2024/05/06 17:55:56.424 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:56.424 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=35] [version=17] [2024/05/06 17:55:56.468 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.914442ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.484 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:56.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.498 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 17:55:56.498 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:56.501 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 17:55:56.516 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:56.516 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 17:55:56.532 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:56.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.553 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.266657ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [2024/05/06 17:55:56.557 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:56.557 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=37] [version=18] [2024/05/06 17:55:56.601 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=52.933725ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.617 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:56.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.630 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 17:55:56.630 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:56.633 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 17:55:56.651 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:56.651 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 17:55:56.669 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:56.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.696 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=2.882909ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [2024/05/06 17:55:56.700 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:56.700 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=39] [version=19] [2024/05/06 17:55:56.743 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=52.92209ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.765 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:56.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.780 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 17:55:56.781 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:56.791 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 17:55:56.805 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 17:55:56.805 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:56.823 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:56.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.845 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.227064ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [2024/05/06 17:55:56.853 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:56.854 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=41] [version=20] [2024/05/06 17:55:56.893 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 17:55:56.893 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 17:55:56.894 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.898965ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.915 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:56.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.929 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 17:55:56.929 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:56.932 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 17:55:56.946 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 17:55:56.946 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:56.970 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:56.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:56.994 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.087437ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [2024/05/06 17:55:56.998 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:56.998 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=43] [version=21] [2024/05/06 17:55:57.042 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=53.843819ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:56.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.064 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:56.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.076 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 17:55:57.077 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:57.079 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 17:55:57.092 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:57.092 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 17:55:57.107 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.126 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=1.693534ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [2024/05/06 17:55:57.131 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:57.131 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=45] [version=22] [2024/05/06 17:55:57.175 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.360235ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.191 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.202 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 17:55:57.202 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:57.205 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 17:55:57.221 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:57.221 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 17:55:57.237 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.262 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=2.713282ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [2024/05/06 17:55:57.266 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:57.266 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=47] [version=23] [2024/05/06 17:55:57.310 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.267886ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.326 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.341 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 17:55:57.341 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:57.344 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.schema_index_usage (\n\t\tTABLE_ID bigint(64),\n\t\tINDEX_ID bigint(21),\n\t\tQUERY_COUNT bigint(64),\n\t\tROWS_SELECTED bigint(64),\n\t\tLAST_USED_AT timestamp,\n\t\tPRIMARY KEY(TABLE_ID, INDEX_ID)\n\t);"] [user=] [2024/05/06 17:55:57.358 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:57.358 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.schema_index_usage (\n\t\tTABLE_ID bigint(64),\n\t\tINDEX_ID bigint(21),\n\t\tQUERY_COUNT bigint(64),\n\t\tROWS_SELECTED bigint(64),\n\t\tLAST_USED_AT timestamp,\n\t\tPRIMARY KEY(TABLE_ID, INDEX_ID)\n\t);"] [2024/05/06 17:55:57.376 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.396 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.318557ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [2024/05/06 17:55:57.400 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:57.400 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=49] [version=24] [2024/05/06 17:55:57.446 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=52.682694ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.464 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.477 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 17:55:57.477 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:57.480 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 17:55:57.493 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:57.493 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 17:55:57.507 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.528 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.259736ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [2024/05/06 17:55:57.532 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:57.532 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=51] [version=25] [2024/05/06 17:55:57.577 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.317911ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.592 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.605 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 17:55:57.605 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:57.608 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 17:55:57.622 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:57.622 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 17:55:57.639 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.661 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.283111ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [2024/05/06 17:55:57.665 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:57.666 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=53] [version=26] [2024/05/06 17:55:57.709 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.671932ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.727 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.746 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 17:55:57.746 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:57.749 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 17:55:57.764 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:57.764 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 17:55:57.780 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.801 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.010315ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [2024/05/06 17:55:57.805 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:57.805 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=55] [version=27] [2024/05/06 17:55:57.849 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=52.825094ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.864 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.876 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 17:55:57.876 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:57.879 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 17:55:57.893 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 17:55:57.893 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 17:55:57.895 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:57.895 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 17:55:57.918 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:57.941 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.425926ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [2024/05/06 17:55:57.946 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:57.946 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=57] [version=28] [2024/05/06 17:55:57.989 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.223084ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.015 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.029 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 17:55:58.029 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:58.032 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 17:55:58.049 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:58.049 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 17:55:58.071 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.095 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=2.3813ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [2024/05/06 17:55:58.101 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:58.101 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=59] [version=29] [2024/05/06 17:55:58.143 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.498126ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:57.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.166 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:57.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.178 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 17:55:58.179 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:58.182 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 17:55:58.186 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [2024/05/06 17:55:58.203 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.19 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:58.203 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.19 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 17:55:58.223 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.19 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.247 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=2.458763ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [2024/05/06 17:55:58.251 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:58.252 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=61] [version=30] [2024/05/06 17:55:58.295 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=52.891047ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.19 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.316 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.19 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.330 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 17:55:58.330 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:58.333 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 17:55:58.348 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:58.348 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 17:55:58.370 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.395 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=2.590873ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [2024/05/06 17:55:58.399 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:58.399 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=63] [version=31] [2024/05/06 17:55:58.443 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.369823ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.465 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.481 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 17:55:58.481 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:58.484 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 17:55:58.500 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:58.500 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 17:55:58.519 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.544 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=2.655117ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [2024/05/06 17:55:58.548 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:58.548 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=65] [version=32] [2024/05/06 17:55:58.592 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=54.045189ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.619 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.634 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 17:55:58.634 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:58.638 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 17:55:58.655 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:58.655 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 17:55:58.672 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.704 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=3.232989ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [2024/05/06 17:55:58.708 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:58.708 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=67] [version=33] [2024/05/06 17:55:58.750 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.290342ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.768 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.785 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 17:55:58.785 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:58.788 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=33] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 17:55:58.802 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:58.802 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 17:55:58.822 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.841 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=1.966311ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[3]"] [2024/05/06 17:55:58.845 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:58.846 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=69] [version=34] [2024/05/06 17:55:58.890 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.762007ms] [job="ID:69, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:58.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.893 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 17:55:58.893 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 17:55:58.915 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.926 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 17:55:58.927 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:58.947 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-06 17:55:58.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:58.947 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-06 17:55:58.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT job_id,\n\t\t\tdb_name,\n\t\t\ttable_name,\n\t\t\tquery,\n\t\t\tsession_id,\n\t\t\ttxnstart,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM information_schema.ddl_jobs,\n\t\t\tinformation_schema.cluster_tidb_trx,\n\t\t\tinformation_schema.cluster_processlist\n\t\tWHERE (ddl_jobs.state != 'synced' and ddl_jobs.state != 'cancelled')\n\t\t\tAND Find_in_set(ddl_jobs.table_id, cluster_tidb_trx.related_table_ids)\n\t\t\tAND cluster_tidb_trx.session_id = cluster_processlist.id\n\t);"] [2024/05/06 17:55:58.972 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:58.999 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=2.580537ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[21]"] [2024/05/06 17:55:59.003 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:59.004 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=71] [version=35] [2024/05/06 17:55:59.047 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.257767ms] [job="ID:71, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-06 17:55:58.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.073 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:58.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.088 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 17:55:59.088 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:59.091 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 17:55:59.110 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:59.111 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 17:55:59.127 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.154 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.381233ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [2024/05/06 17:55:59.158 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:59.158 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=73] [version=36] [2024/05/06 17:55:59.202 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.575869ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.218 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.233 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 17:55:59.234 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:59.237 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 17:55:59.251 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.241 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:59.251 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.241 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 17:55:59.272 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.241 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.292 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=1.945224ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [2024/05/06 17:55:59.296 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:59.296 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=75] [version=37] [2024/05/06 17:55:59.341 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=52.965613ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.241 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.365 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.241 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.379 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 17:55:59.379 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:59.382 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 17:55:59.396 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:59.396 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 17:55:59.418 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.438 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=2.197512ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [2024/05/06 17:55:59.442 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:59.442 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=77] [version=38] [2024/05/06 17:55:59.487 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.381527ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.514 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.528 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 17:55:59.528 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:59.531 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 17:55:59.559 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:59.559 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 17:55:59.578 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.615 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.532059ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [2024/05/06 17:55:59.620 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:59.620 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=79] [version=39] [2024/05/06 17:55:59.664 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=55.56492ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.683 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.701 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 17:55:59.702 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:59.705 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 17:55:59.722 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:59.722 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 17:55:59.739 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.769 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=3.259172ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [2024/05/06 17:55:59.774 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:59.774 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=81] [version=40] [2024/05/06 17:55:59.817 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.9937ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.835 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.852 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 17:55:59.852 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:55:59.856 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 17:55:59.876 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:55:59.876 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 17:55:59.893 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 17:55:59.893 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 17:55:59.894 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.927 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=3.642673ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [2024/05/06 17:55:59.931 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:55:59.931 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=83] [version=41] [2024/05/06 17:55:59.974 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.342987ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:55:59.992 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.014 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 17:56:00.015 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.018 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 17:56:00.036 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.036 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 17:56:00.054 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.086 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.715439ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [2024/05/06 17:56:00.090 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.090 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=85] [version=42] [2024/05/06 17:56:00.132 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=54.147163ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 17:55:59.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.150 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 17:55:59.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.167 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 17:56:00.167 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.170 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 17:56:00.188 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.14 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.188 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.14 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 17:56:00.205 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.14 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.233 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=3.030133ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [2024/05/06 17:56:00.237 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.237 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=87] [version=43] [2024/05/06 17:56:00.280 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.582461ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.14 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.298 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.14 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.314 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 17:56:00.314 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.317 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.load_data_jobs (\n job_id bigint(64) NOT NULL AUTO_INCREMENT,\n expected_status ENUM('running', 'paused', 'canceled') NOT NULL DEFAULT 'running',\n create_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n start_time TIMESTAMP(6) NULL DEFAULT NULL,\n update_time TIMESTAMP(6) NULL DEFAULT NULL,\n end_time TIMESTAMP(6) NULL DEFAULT NULL,\n data_source TEXT NOT NULL,\n table_schema VARCHAR(64) NOT NULL,\n table_name VARCHAR(64) NOT NULL,\n import_mode VARCHAR(64) NOT NULL,\n create_user VARCHAR(32) NOT NULL,\n progress TEXT DEFAULT NULL,\n result_message TEXT DEFAULT NULL,\n error_message TEXT DEFAULT NULL,\n PRIMARY KEY (job_id),\n KEY (create_time),\n KEY (create_user));"] [user=] [2024/05/06 17:56:00.335 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.335 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.load_data_jobs (\n job_id bigint(64) NOT NULL AUTO_INCREMENT,\n expected_status ENUM('running', 'paused', 'canceled') NOT NULL DEFAULT 'running',\n create_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n start_time TIMESTAMP(6) NULL DEFAULT NULL,\n update_time TIMESTAMP(6) NULL DEFAULT NULL,\n end_time TIMESTAMP(6) NULL DEFAULT NULL,\n data_source TEXT NOT NULL,\n table_schema VARCHAR(64) NOT NULL,\n table_name VARCHAR(64) NOT NULL,\n import_mode VARCHAR(64) NOT NULL,\n create_user VARCHAR(32) NOT NULL,\n progress TEXT DEFAULT NULL,\n result_message TEXT DEFAULT NULL,\n error_message TEXT DEFAULT NULL,\n PRIMARY KEY (job_id),\n KEY (create_time),\n KEY (create_user));"] [2024/05/06 17:56:00.352 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.383 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.291757ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [2024/05/06 17:56:00.387 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.387 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=89] [version=44] [2024/05/06 17:56:00.429 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.128308ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.447 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.465 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 17:56:00.465 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.472 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 17:56:00.491 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.491 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 17:56:00.508 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.541 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.817584ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [2024/05/06 17:56:00.546 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.546 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=91] [version=45] [2024/05/06 17:56:00.587 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.040961ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.616 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.633 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 17:56:00.633 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.636 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 17:56:00.654 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.654 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 17:56:00.671 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.696 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=2.688092ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [2024/05/06 17:56:00.701 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.701 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=93] [version=46] [2024/05/06 17:56:00.744 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=53.470496ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.766 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.781 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 17:56:00.781 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.784 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 17:56:00.801 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.801 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 17:56:00.820 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.845 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=2.443965ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [2024/05/06 17:56:00.849 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:00.849 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=95] [version=47] [2024/05/06 17:56:00.893 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.523803ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.896 +08:00] [ERROR] [runaway.go:153] ["try to get done runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:153\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 17:56:00.897 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [2024/05/06 17:56:00.919 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:00.934 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 17:56:00.934 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:00.937 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 17:56:00.957 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:00.957 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 17:56:00.974 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.008 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=3.742756ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [2024/05/06 17:56:01.012 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:01.012 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=97] [version=48] [2024/05/06 17:56:01.055 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.547508ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:00.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.073 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:00.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.092 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 17:56:01.093 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:01.096 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 17:56:01.112 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:01.112 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 17:56:01.129 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.154 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.80495ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [2024/05/06 17:56:01.158 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:01.158 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=99] [version=49] [2024/05/06 17:56:01.201 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=52.630432ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.217 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.231 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 17:56:01.231 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:01.234 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(100) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n keyspace_id bigint(8) NOT NULL DEFAULT -1);"] [user=] [2024/05/06 17:56:01.248 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:01.248 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(100) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n keyspace_id bigint(8) NOT NULL DEFAULT -1);"] [2024/05/06 17:56:01.268 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.288 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=2.005424ms] [gotSchemaVersion=50] [phyTblIDs="[100]"] [actionTypes="[3]"] [2024/05/06 17:56:01.293 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 17:56:01.293 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=101] [version=50] [2024/05/06 17:56:01.338 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.991001ms] [job="ID:101, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.368 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:100, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.385 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 17:56:01.385 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:01.536 +08:00] [INFO] [bootstrap.go:723] ["bootstrap successful"] ["take time"=7.641437506s] [2024/05/06 17:56:01.539 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 30ae4785-f58e-4d2d-b3bc-51199df0655a"] [2024/05/06 17:56:01.539 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 30ae4785-f58e-4d2d-b3bc-51199df0655a"] [2024/05/06 17:56:01.540 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 30ae4785-f58e-4d2d-b3bc-51199df0655a"] [] [2024/05/06 17:56:01.541 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 17:56:01.541 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=5.876µs] [2024/05/06 17:56:01.542 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=3.621µs] [2024/05/06 17:56:01.542 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=3.499µs] [2024/05/06 17:56:01.542 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=2.465µs] [2024/05/06 17:56:01.542 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=2.544µs] [2024/05/06 17:56:01.542 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=2.756µs] [2024/05/06 17:56:01.542 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=2.137µs] [2024/05/06 17:56:01.542 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=2.553µs] [2024/05/06 17:56:01.542 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=2.466µs] [2024/05/06 17:56:01.542 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=2.644µs] [2024/05/06 17:56:01.542 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 17:56:01.542 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=3.047µs] [2024/05/06 17:56:01.542 +08:00] [INFO] [delete_range.go:150] ["closing delRange"] [category=ddl] [2024/05/06 17:56:01.542 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 17:56:01.549 +08:00] [INFO] [ddl.go:872] ["DDL closed"] [category=ddl] [ID=30ae4785-f58e-4d2d-b3bc-51199df0655a] ["take time"=10.709672ms] [2024/05/06 17:56:01.549 +08:00] [INFO] [ddl.go:698] ["stop DDL"] [category=ddl] [ID=30ae4785-f58e-4d2d-b3bc-51199df0655a] [2024/05/06 17:56:01.552 +08:00] [INFO] [domain.go:2816] ["releaseServerID succeed"] [serverID=438] [2024/05/06 17:56:01.552 +08:00] [INFO] [domain.go:886] ["loadSchemaInLoop exited."] [2024/05/06 17:56:01.552 +08:00] [INFO] [domain.go:743] ["topologySyncerKeeper exited."] [2024/05/06 17:56:01.552 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 17:56:01.552 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 17:56:01.552 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 17:56:01.552 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 17:56:01.552 +08:00] [INFO] [domain.go:2880] ["serverIDKeeper exited."] [2024/05/06 17:56:01.552 +08:00] [INFO] [domain.go:693] ["infoSyncerKeeper exited."] [2024/05/06 17:56:01.552 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 17:56:01.552 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 93fec3e1-0b67-4438-bb0a-a2db5172ad7d watch owner key /tidb/br-stream/owner/6f188f4d535e5c0f"] [2024/05/06 17:56:01.552 +08:00] [INFO] [domain.go:719] ["globalConfigSyncerKeeper exited."] [2024/05/06 17:56:01.552 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 93fec3e1-0b67-4438-bb0a-a2db5172ad7d"] [2024/05/06 17:56:01.552 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 17:56:01.552 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 17:56:01.552 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 17:56:01.553 +08:00] [ERROR] [advancer.go:398] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:398"] [2024/05/06 17:56:01.553 +08:00] [INFO] [advancer.go:401] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 17:56:01.554 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=93fec3e1-0b67-4438-bb0a-a2db5172ad7d] [daemon-id=LogBackup::Advancer] [2024/05/06 17:56:01.554 +08:00] [INFO] [domain.go:665] ["topNSlowQueryLoop exited."] [2024/05/06 17:56:01.554 +08:00] [INFO] [domain.go:1340] ["closestReplicaReadCheckLoop exited."] [2024/05/06 17:56:01.554 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 17:56:01.554 +08:00] [INFO] [manager.go:302] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 93fec3e1-0b67-4438-bb0a-a2db5172ad7d"] [error="context canceled"] [2024/05/06 17:56:01.554 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 17:56:01.554 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 17:56:01.554 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 93fec3e1-0b67-4438-bb0a-a2db5172ad7d"] [2024/05/06 17:56:01.554 +08:00] [INFO] [domain.go:1053] ["domain closed"] ["take time"=15.804201ms] [2024/05/06 17:56:01.554 +08:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822795307583803] ["ddl lease"=500ms] ["stats lease"=3s] ["index usage sync lease"=0s] [2024/05/06 17:56:01.565 +08:00] [WARN] [info.go:302] ["init TiFlashReplicaManager"] ["pd addrs"="[127.0.0.1:2382,127.0.0.1:2379,127.0.0.1:2384]"] [2024/05/06 17:56:01.605 +08:00] [INFO] [domain.go:2795] [acquireServerID] [serverID=1705] ["lease id"=6f188f4d535e5c98] [2024/05/06 17:56:01.607 +08:00] [INFO] [controller.go:172] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 17:56:01.678 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=50] ["start time"=68.422907ms] [2024/05/06 17:56:01.680 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/06 17:56:01.680 +08:00] [INFO] [ddl.go:743] ["start DDL"] [category=ddl] [ID=3d1d04f9-dbf3-4019-ab85-43907d1b62cb] [runWorker=true] [2024/05/06 17:56:01.680 +08:00] [INFO] [ddl.go:706] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 17:56:01.682 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 17:56:01.684 +08:00] [WARN] [env.go:53] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 17:56:01.684 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 17:56:01.684 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 17:56:01.684 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 17:56:01.684 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 17:56:01.684 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 17:56:01.684 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 17:56:01.684 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 17:56:01.684 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 17:56:01.684 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 17:56:01.684 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 17:56:01.684 +08:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 17:56:01.684 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 17:56:01.686 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3d1d04f9-dbf3-4019-ab85-43907d1b62cb"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d535e5d5b] [ownerID=3d1d04f9-dbf3-4019-ab85-43907d1b62cb] [op=none] [2024/05/06 17:56:01.687 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 17:56:01.687 +08:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=d976865b-474d-4fb6-964a-a51aef7eab58] [daemon-id=LogBackup::Advancer] [2024/05/06 17:56:01.697 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 17:56:01.698 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 17:56:01.698 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=handleEvolvePlanTasksLoop] [2024/05/06 17:56:01.698 +08:00] [WARN] [sysvar_cache.go:50] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 17:56:01.700 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3d1d04f9-dbf3-4019-ab85-43907d1b62cb"] ["owner key"=/tidb/bindinfo/owner/3eaa8f4d535e5d5f] [ownerID=3d1d04f9-dbf3-4019-ab85-43907d1b62cb] [op=none] [2024/05/06 17:56:01.704 +08:00] [INFO] [sysvar.go:2563] ["set resource control"] [enable=true] [2024/05/06 17:56:01.707 +08:00] [INFO] [controller.go:435] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 17:56:01.734 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 17:56:01.735 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 17:56:01.736 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3d1d04f9-dbf3-4019-ab85-43907d1b62cb"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d535e5d5b] [ownerID=3d1d04f9-dbf3-4019-ab85-43907d1b62cb] [op=none] [2024/05/06 17:56:01.736 +08:00] [INFO] [manager.go:404] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3d1d04f9-dbf3-4019-ab85-43907d1b62cb"] [op=none] [2024/05/06 17:56:01.736 +08:00] [INFO] [job_table.go:331] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 17:56:01.740 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 17:56:01.745 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 17:56:01.745 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 17:56:01.745 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 17:56:01.745 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 17:56:01.745 +08:00] [INFO] [domain.go:2058] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 17:56:01.745 +08:00] [INFO] [domain.go:2080] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 17:56:01.745 +08:00] [INFO] [domain.go:2145] ["HistoricalStatsWorker started"] [2024/05/06 17:56:01.745 +08:00] [INFO] [domain.go:2112] ["dumpFileGcChecker started"] [2024/05/06 17:56:01.745 +08:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker started."] [2024/05/06 17:56:01.747 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 17:56:01.747 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 17:56:01.748 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 17:56:01.748 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 17:56:01.748 +08:00] [INFO] [domain.go:2439] ["updateStatsWorker started."] [2024/05/06 17:56:01.748 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=gcAnalyzeHistory] [2024/05/06 17:56:01.750 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 17:56:01.750 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 17:56:01.751 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3d1d04f9-dbf3-4019-ab85-43907d1b62cb"] ["owner key"=/tidb/stats/owner/3eaa8f4d535e5d62] [ownerID=3d1d04f9-dbf3-4019-ab85-43907d1b62cb] [op=none] [2024/05/06 17:56:01.751 +08:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/0f695c9c-1f02-43d4-ae0b-ff56efeb13aa] [2024/05/06 17:56:01.752 +08:00] [INFO] [task_manager.go:216] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 17:56:01.752 +08:00] [INFO] [task_manager.go:216] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 17:56:01.762 +08:00] [INFO] [domain.go:2348] ["init stats info time"] [lite=true] ["take time"=14.912557ms] [2024/05/06 17:56:01.763 +08:00] [INFO] [domain.go:1499] ["dist task scheduler manager started"] [2024/05/06 17:56:01.766 +08:00] [INFO] [set.go:169] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestLoadRemote/TestAddIndexBySQL import_into_test.go:988: enable after we support add-index option === RUN TestLoadRemote/TestAnalyze import_into_test.go:1140: skip for ci now === RUN TestLoadRemote/TestBasicImportInto [2024/05/06 17:56:01.772 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=50] [cur_db=] [sql="drop database if exists import_into"] [user=] [2024/05/06 17:56:01.773 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=50] [cur_db=] [sql="create database import_into"] [user=] [2024/05/06 17:56:01.786 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:56:01.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:01.786 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:56:01.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database import_into"] [2024/05/06 17:56:01.811 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=103] [conn=2] [category=ddl] [job="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.826 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=1.044903ms] [gotSchemaVersion=51] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:01.831 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=103] [version=51] [2024/05/06 17:56:01.876 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.185187ms] [job="ID:103, Type:create schema, State:done, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:56:01.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.890 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=103] [conn=2] [job="ID:103, Type:create schema, State:synced, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.901 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 17:56:01.901 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:01.904 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 17:56:01.905 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=] [2024/05/06 17:56:01.919 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:01.919 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 17:56:01.936 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:01.957 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=2.142889ms] [gotSchemaVersion=52] [phyTblIDs="[104]"] [actionTypes="[3]"] [2024/05/06 17:56:01.962 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=105] [version=52] [2024/05/06 17:56:02.005 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.497146ms] [job="ID:105, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:01.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.022 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:01.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:02.035 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 17:56:02.036 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:02.468 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 17:56:02.497 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=1] [job-id=1] [thread-cnt=1] [2024/05/06 17:56:02.497 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=1] [2024/05/06 17:56:02.752 +08:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 17:56:02.752 +08:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 17:56:02.752 +08:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/0f695c9c-1f02-43d4-ae0b-ff56efeb13aa] [watcherID=08f83e7a-c668-48ed-b167-ededdced1255] [2024/05/06 17:56:02.763 +08:00] [INFO] [dispatcher_manager.go:156] ["dispatch task loop start"] [2024/05/06 17:56:02.763 +08:00] [INFO] [dispatcher_manager.go:243] ["subtask table gc loop start"] [2024/05/06 17:56:02.763 +08:00] [INFO] [dispatcher_manager.go:293] ["cleanUp loop start"] [2024/05/06 17:56:02.809 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 93fec3e1-0b67-4438-bb0a-a2db5172ad7d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 17:56:03.685 +08:00] [INFO] [info.go:1182] [SetTiFlashGroupConfig] [2024/05/06 17:56:05.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=1] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 17:56:06.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:56:06.275 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 17:56:06.276 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/05/06 17:56:06.288 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:06.288 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 17:56:06.289 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=106.044µs] [2024/05/06 17:56:06.289 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=280.747µs] [] [2024/05/06 17:56:06.289 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:56:06.289 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 17:56:06.289 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:06.307 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:56:06.307 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:06.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=1] [2024/05/06 17:56:06.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=1] [type=ImportInto] [2024/05/06 17:56:06.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:06.782 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:06.782 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:06.783 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:06.784 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:06.784 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:06.784 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:06.784 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 17:56:06.800 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:06.800 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:06.800 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:06.800 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:06.800 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:06.800 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:06.800 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:06.800 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:06.800 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:06.801 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:06.807 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 17:56:06.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=1] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:06.881 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 17:56:06.881 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 17:56:06.884 +08:00] [INFO] [table_import.go:91] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/06 17:56:06.887 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:06.888 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:06.888 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:06.889 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:06.889 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:06.890 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:06.890 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:06.891 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:06.891 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:06.891 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:06.891 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:06.891 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:06.891 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:06.891 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:06.891 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:06.891 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:06.891 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:06.891 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:06.891 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:06.896 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:06.897 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:06.897 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:06.899 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:06.899 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:06.900 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:06.900 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:06.912 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:06.912 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:56:06.912 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=1] [step=import] [limit=256MiB] [2024/05/06 17:56:06.927 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/05/06 17:56:06.931 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:06.935 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:06.935 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/06 17:56:06.942 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=db.tbl.001.csv:0] [2024/05/06 17:56:06.945 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=db.tbl.001.csv:0] [readDur=1.233918ms] [encodeDur=246.769µs] [deliverDur=375.654µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [takeTime=2.464704ms] [] [2024/05/06 17:56:06.946 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/06 17:56:06.946 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/c15e62ca-f108-4bff-8df4-2e7068b5ad5a.sst] [firstKey=7480000000000000685F728000000000000001] [lastKey=7480000000000000685F728000000000000002] [2024/05/06 17:56:06.954 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=db.tbl.002.csv:0] [2024/05/06 17:56:06.955 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=db.tbl.002.csv:0] [readDur=865.277µs] [encodeDur=224.271µs] [deliverDur=234.809µs] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [takeTime=1.599034ms] [] [2024/05/06 17:56:06.956 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/06 17:56:06.956 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/ed59ae46-7430-41a9-96e0-d97ff873c174.sst] [firstKey=7480000000000000685F728000000000000008] [lastKey=7480000000000000685F728000000000000009] [2024/05/06 17:56:06.978 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=db.tbl.003.csv:0] [2024/05/06 17:56:06.980 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=db.tbl.003.csv:0] [readDur=773.948µs] [encodeDur=209.714µs] [deliverDur=210.085µs] [checksum="{cksum=14730688775140726438,size=82,kvs=2}"] [takeTime=1.407062ms] [] [2024/05/06 17:56:06.980 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=53.177232ms] [] [2024/05/06 17:56:06.980 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/c2198dcd-c384-4d5f-823a-9ec31b5ac855.sst] [firstKey=7480000000000000685F72800000000000000F] [lastKey=7480000000000000685F728000000000000010] [2024/05/06 17:56:06.981 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 17:56:06.981 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 17:56:06.981 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:06.982 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.553127ms] [] [2024/05/06 17:56:06.982 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 17:56:06.987 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:06.991 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 17:56:06.991 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:06.991 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:06.992 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF685F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF685F728000000000FF0000110000000000FA] [retry=0] [2024/05/06 17:56:06.993 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF685F728000000000FF0000010000000000FA] [end=7480000000000000FF685F728000000000FF0000110000000000FA] [2024/05/06 17:56:06.993 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF685F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF685F728000000000FF0000110000000000FA] [regions=1] [2024/05/06 17:56:06.993 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=704.216µs] [2024/05/06 17:56:06.993 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.888158ms] [] [2024/05/06 17:56:07.003 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 20, store 1, region 14, epoch conf_ver:5 version:5 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 7, request epoch conf_ver: 5 version: 5\")"] ["job stage"=needRescan] [2024/05/06 17:56:07.003 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574172620488706] [req-type=Get] [region="{ region id: 14, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:07.003 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574172620488706] [req-type=Get] [region="{ region id: 14, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:07.004 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000685F728000000000000001] [endKey=7480000000000000685F728000000000000011] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:56:09.004 +08:00] [2024/05/06 17:56:09.019 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 17:56:09.020 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.038105112s] [] [2024/05/06 17:56:09.021 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:09.022 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.224466ms] [] [2024/05/06 17:56:09.022 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 17:56:09.022 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:09.024 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.67682ms] [] [2024/05/06 17:56:09.024 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 17:56:09.024 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:09.024 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=47.807µs] [] [2024/05/06 17:56:09.024 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:09.025 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=942.135µs] [] [2024/05/06 17:56:09.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:56:09.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 17:56:09.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/06 17:56:09.283 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:09.283 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:09.283 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:09.285 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:09.285 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:09.286 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:09.286 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:09.286 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:09.301 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:09.301 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:09.301 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:09.301 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:09.301 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:09.301 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:09.301 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:09.301 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:09.301 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:09.301 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:09.316 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 17:56:09.317 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:09.317 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 17:56:09.317 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:09.331 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:56:09.331 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:09.345 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 17:56:09.349 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:09.349 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:09.349 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:09.349 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:09.349 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:09.349 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:09.349 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:09.349 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:09.349 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:09.349 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:09.350 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:09.350 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:09.350 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:09.350 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=1] [error="context canceled"] [2024/05/06 17:56:09.351 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=1] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.471163601s] [] [2024/05/06 17:56:09.657 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=1] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:09.659 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=1] [step=post-process] [2024/05/06 17:56:09.672 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 17:56:09.672 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 17:56:09.672 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 17:56:09.675 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:09.676 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:09.676 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:09.677 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:09.677 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:09.678 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:09.678 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:09.678 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:09.678 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:09.678 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:09.678 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:09.678 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:09.679 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:09.679 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:09.679 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:09.679 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:09.679 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:09.679 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:09.679 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:09.687 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=14.685285ms] [] [2024/05/06 17:56:09.687 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=8184885398518078658,size=246,kvs=6}"] [2024/05/06 17:56:09.688 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/06 17:56:09.688 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/06 17:56:09.691 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=8184885398518078658,size=246,kvs=6}"] [2024/05/06 17:56:09.691 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=19.194327ms] [] [2024/05/06 17:56:09.692 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=19.333621ms] [] [2024/05/06 17:56:09.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:09.779 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 17:56:09.780 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:09.780 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 17:56:09.780 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:09.793 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=1] [step=done] [state=running] [] [2024/05/06 17:56:09.796 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=1] [2024/05/06 17:56:09.803 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:10.009 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=1] [error="context canceled"] [2024/05/06 17:56:10.009 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=1] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=351.759979ms] [] [2024/05/06 17:56:10.010 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 7.971861643\n# Parse_time: 0.000249372\n# Compile_time: 0.00045173\n# Rewrite_time: 0.000089058\n# Optimize_time: 0.000059202\n# Wait_TS: 0.000364948\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny45N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny45N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse import_into;\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 17:56:10.013 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 17:56:10.024 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:09.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 17:56:10.024 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:09.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:10.041 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:09.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:10.059 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=593.596µs] [gotSchemaVersion=53] [phyTblIDs="[104]"] [actionTypes="[4]"] [2024/05/06 17:56:10.064 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=106] [version=53] [2024/05/06 17:56:10.109 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.068294ms] [job="ID:106, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:09.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:10.123 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:09.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:10.141 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=677.629µs] [gotSchemaVersion=54] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:10.145 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=106] [version=54] [2024/05/06 17:56:10.190 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=52.567413ms] [job="ID:106, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:09.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:10.207 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:09.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:10.226 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=562.84µs] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:10.230 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=106] [version=55] [2024/05/06 17:56:10.275 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=52.737884ms] [job="ID:106, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:09.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:10.288 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=1] [2024/05/06 17:56:10.290 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=106] [elementID=1] [comment="table ID is 104"] [2024/05/06 17:56:10.296 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:56:10.299 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=106] [jobType="drop table"] [2024/05/06 17:56:10.301 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [job="ID:106, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:09.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:10.311 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=1] [step=-2] [state=succeed] [2024/05/06 17:56:10.314 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:56:10.325 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=106] [2024/05/06 17:56:10.325 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:10.327 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.313539809\n# Parse_time: 0.000050337\n# Compile_time: 0.000214036\n# Rewrite_time: 0.000003537\n# Optimize_time: 0.000176333\n# Wait_TS: 0.000391707\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 17:56:10.328 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=import_into] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=] [2024/05/06 17:56:10.341 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:10.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 17:56:10.341 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:10.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:10.361 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:10.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:10.381 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=2.175065ms] [gotSchemaVersion=56] [phyTblIDs="[107]"] [actionTypes="[3]"] [2024/05/06 17:56:10.385 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=108] [version=56] [2024/05/06 17:56:10.429 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.145259ms] [job="ID:108, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:10.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:10.456 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [job="ID:108, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:10.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:10.468 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=108] [2024/05/06 17:56:10.468 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:10.509 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 17:56:10.527 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=2] [job-id=2] [thread-cnt=1] [2024/05/06 17:56:10.527 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=2] [2024/05/06 17:56:11.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=2] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 17:56:12.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:56:12.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 17:56:12.275 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/06 17:56:12.288 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:12.288 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 17:56:12.288 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=68.203µs] [2024/05/06 17:56:12.288 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=166.27µs] [] [2024/05/06 17:56:12.288 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:56:12.288 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 17:56:12.288 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:12.302 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:56:12.302 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:12.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=2] [2024/05/06 17:56:12.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=2] [type=ImportInto] [2024/05/06 17:56:12.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:12.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:12.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:12.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:12.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:12.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:12.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:12.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 17:56:12.797 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:12.797 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:12.797 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:12.797 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:12.797 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:12.798 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:12.798 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:12.798 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:12.798 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:12.798 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:12.803 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 17:56:12.878 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:12.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 17:56:12.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 17:56:12.885 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:12.886 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:12.886 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:12.887 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:12.887 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:12.888 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:12.888 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:12.888 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:12.888 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:12.888 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:12.888 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:12.888 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:12.888 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:12.888 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:12.888 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:12.888 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:12.888 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:12.888 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:12.888 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:12.892 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:12.893 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:12.893 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:12.894 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:12.894 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:12.895 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:12.895 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:12.904 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:12.904 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:56:12.904 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=2] [step=import] [limit=256MiB] [2024/05/06 17:56:12.917 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/06 17:56:12.920 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:12.924 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:12.924 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=107] [2024/05/06 17:56:12.930 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=107] [key=db.tbl.001.csv:0] [2024/05/06 17:56:12.932 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=107] [key=db.tbl.001.csv:0] [readDur=1.02151ms] [encodeDur=559.81µs] [deliverDur=85.56µs] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [takeTime=1.923231ms] [] [2024/05/06 17:56:12.933 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=107] [2024/05/06 17:56:12.933 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/1c7ed8a3-04df-4545-a671-c4bcc410e17f.sst] [firstKey=74800000000000006B5F728000000000000001] [lastKey=74800000000000006B5F728000000000000002] [2024/05/06 17:56:12.940 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=107] [key=db.tbl.002.csv:0] [2024/05/06 17:56:12.941 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=107] [key=db.tbl.002.csv:0] [readDur=783.451µs] [encodeDur=133.87µs] [deliverDur=16.203µs] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [takeTime=1.153437ms] [] [2024/05/06 17:56:12.942 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=107] [2024/05/06 17:56:12.942 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/7501d265-3f6f-4975-8e35-42d6e8ac6f54.sst] [firstKey=74800000000000006B5F728000000000000003] [lastKey=74800000000000006B5F728000000000000004] [2024/05/06 17:56:12.949 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=107] [key=db.tbl.003.csv:0] [2024/05/06 17:56:12.950 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=107] [key=db.tbl.003.csv:0] [readDur=642.887µs] [encodeDur=555.354µs] [deliverDur=11.734µs] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [takeTime=1.458218ms] [] [2024/05/06 17:56:12.951 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/fba2f4ec-8ac9-430d-8837-881b2189a7db.sst] [firstKey=74800000000000006B5F728000000000000005] [lastKey=74800000000000006B5F728000000000000006] [2024/05/06 17:56:12.951 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=33.994109ms] [] [2024/05/06 17:56:12.951 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 17:56:12.951 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 17:56:12.951 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:12.953 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.481877ms] [] [2024/05/06 17:56:12.953 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 17:56:12.957 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:12.958 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 17:56:12.958 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:12.959 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:12.959 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6B5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6B5F728000000000FF0000070000000000FA] [retry=0] [2024/05/06 17:56:12.959 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6B5F728000000000FF0000010000000000FA] [end=7480000000000000FF6B5F728000000000FF0000070000000000FA] [2024/05/06 17:56:12.959 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6B5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6B5F728000000000FF0000070000000000FA] [regions=1] [2024/05/06 17:56:12.960 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=409.252µs] [2024/05/06 17:56:12.960 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.128104ms] [] [2024/05/06 17:56:12.968 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:7 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 9, request epoch conf_ver: 5 version: 7\")"] ["job stage"=needRescan] [2024/05/06 17:56:12.968 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000006B5F728000000000000001] [endKey=74800000000000006B5F728000000000000007] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:56:14.968 +08:00] [2024/05/06 17:56:12.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574174180245507] [req-type=Cop] [region="{ region id: 14, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:12.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574174180245507] [req-type=Cop] [region="{ region id: 14, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:14.997 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 17:56:14.998 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.045451283s] [] [2024/05/06 17:56:14.998 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:15.000 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.391689ms] [] [2024/05/06 17:56:15.000 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 17:56:15.000 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:15.002 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.728317ms] [] [2024/05/06 17:56:15.002 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 17:56:15.002 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:15.002 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=58.322µs] [] [2024/05/06 17:56:15.002 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:15.003 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=897.427µs] [] [2024/05/06 17:56:15.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:56:15.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 17:56:15.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/06 17:56:15.281 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:15.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:15.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:15.283 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:15.283 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:15.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:15.284 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:15.284 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:15.299 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:15.299 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:15.299 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:15.299 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:15.299 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:15.299 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:15.299 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:15.299 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:15.299 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:15.299 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:15.316 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 17:56:15.317 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:15.318 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 17:56:15.318 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:15.333 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:56:15.333 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:15.636 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 17:56:15.641 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:15.641 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:15.641 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:15.641 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:15.641 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:15.641 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:15.641 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:15.641 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:15.641 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:15.641 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:15.643 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:15.643 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:15.643 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:15.643 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/06 17:56:15.643 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.764378083s] [] [2024/05/06 17:56:15.949 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:15.950 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=post-process] [2024/05/06 17:56:15.964 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 17:56:15.964 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 17:56:15.964 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 17:56:15.964 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=1.813µs] [] [2024/05/06 17:56:15.964 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 17:56:15.965 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/06 17:56:15.965 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/06 17:56:15.967 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 17:56:15.967 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=3.624638ms] [] [2024/05/06 17:56:15.967 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=3.743176ms] [] [2024/05/06 17:56:16.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:16.279 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 17:56:16.280 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:16.280 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 17:56:16.280 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:16.294 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=2] [step=done] [state=running] [] [2024/05/06 17:56:16.297 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=2] [2024/05/06 17:56:16.304 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:16.541 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.071158167\n# Parse_time: 0.000080661\n# Compile_time: 0.000344794\n# Rewrite_time: 0.000078218\n# Optimize_time: 0.000176333\n# Wait_TS: 0.000442791\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 17:56:16.545 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 17:56:16.557 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:16.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 17:56:16.557 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:16.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:16.574 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:16.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:16.592 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/06 17:56:16.592 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=643.248628ms] [] [2024/05/06 17:56:16.594 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=609.697µs] [gotSchemaVersion=57] [phyTblIDs="[107]"] [actionTypes="[4]"] [2024/05/06 17:56:16.598 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=109] [version=57] [2024/05/06 17:56:16.643 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.549868ms] [job="ID:109, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:16.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:16.658 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:16.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:16.676 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=622.732µs] [gotSchemaVersion=58] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:16.681 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=109] [version=58] [2024/05/06 17:56:16.726 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.319555ms] [job="ID:109, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:16.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:16.741 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:16.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:16.762 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=554.511µs] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:16.766 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=109] [version=59] [2024/05/06 17:56:16.783 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=2] [2024/05/06 17:56:16.792 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:56:16.807 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:56:16.812 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.873884ms] [job="ID:109, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:16.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:16.830 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=109] [elementID=1] [comment="table ID is 107"] [2024/05/06 17:56:16.836 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="drop table"] [2024/05/06 17:56:16.837 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:16.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:16.858 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 17:56:16.858 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:16.861 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.31592557\n# Parse_time: 0.000137475\n# Compile_time: 0.000230823\n# Rewrite_time: 0.000004075\n# Optimize_time: 0.000191182\n# Wait_TS: 0.000346359\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 17:56:16.862 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=import_into] [sql="create table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [user=] [2024/05/06 17:56:16.878 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:16.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:16.878 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:16.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [2024/05/06 17:56:16.896 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:16.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:16.919 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=2.231793ms] [gotSchemaVersion=60] [phyTblIDs="[110]"] [actionTypes="[3]"] [2024/05/06 17:56:16.923 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=111] [version=60] [2024/05/06 17:56:16.968 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=54.395606ms] [job="ID:111, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:16.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:16.985 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:16.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:17.004 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 17:56:17.004 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:17.077 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 17:56:17.101 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=3] [job-id=3] [thread-cnt=1] [2024/05/06 17:56:17.101 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=3] [2024/05/06 17:56:17.772 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=3] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 17:56:18.274 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:56:18.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/06 17:56:18.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/06 17:56:18.291 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:18.292 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 17:56:18.292 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=160.977µs] [2024/05/06 17:56:18.292 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=312.859µs] [] [2024/05/06 17:56:18.292 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:56:18.292 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 17:56:18.292 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:18.308 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=3] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:56:18.308 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:18.576 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=3] [2024/05/06 17:56:18.576 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=3] [type=ImportInto] [2024/05/06 17:56:18.784 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:18.785 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:18.785 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:18.786 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:18.786 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:18.787 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:18.787 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:18.787 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/06 17:56:18.802 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:18.802 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:18.802 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:18.802 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:18.802 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:18.802 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:18.802 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:18.802 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:18.802 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:18.802 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:18.809 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 17:56:18.883 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=3] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:18.885 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 17:56:18.885 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 17:56:18.892 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:18.893 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:18.893 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:18.894 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:18.894 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:18.895 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:18.896 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:18.896 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:18.896 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:18.896 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:18.896 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:18.896 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:18.896 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:18.896 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:18.897 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:18.897 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:18.897 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:18.897 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:18.897 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:18.901 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:18.902 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:18.902 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:18.903 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:18.903 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:18.905 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:18.905 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:18.916 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:18.916 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:56:18.916 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=3] [step=import] [limit=256MiB] [2024/05/06 17:56:18.931 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/06 17:56:18.935 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:18.939 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:18.939 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/06 17:56:19.055 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=110] [key=db.tbl.001.csv:0] [2024/05/06 17:56:19.058 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=db.tbl.001.csv:0] [readDur=1.375588ms] [encodeDur=298.389µs] [deliverDur=43.738µs] [checksum="{cksum=14407722893173523601,size=206,kvs=4}"] [takeTime=2.213577ms] [] [2024/05/06 17:56:19.059 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/06 17:56:19.059 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/fbfddfd1-cdd1-4d56-aad2-fff4edcf9237.sst] [firstKey=74800000000000006E5F728000000000000001] [lastKey=74800000000000006E5F728000000000000002] [2024/05/06 17:56:19.171 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=110] [key=db.tbl.002.csv:0] [2024/05/06 17:56:19.173 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=db.tbl.002.csv:0] [readDur=877.19µs] [encodeDur=299.515µs] [deliverDur=37.043µs] [checksum="{cksum=15782324127249246501,size=206,kvs=4}"] [takeTime=1.425721ms] [] [2024/05/06 17:56:19.174 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/06 17:56:19.174 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/3f066168-56a4-4c55-8a5b-43430c85a480.sst] [firstKey=74800000000000006E5F728000000000000003] [lastKey=74800000000000006E5F728000000000000004] [2024/05/06 17:56:19.267 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=110] [key=db.tbl.003.csv:0] [2024/05/06 17:56:19.269 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=db.tbl.003.csv:0] [readDur=877.528µs] [encodeDur=593.953µs] [deliverDur=19.339µs] [checksum="{cksum=12669308623598711748,size=206,kvs=4}"] [takeTime=1.757025ms] [] [2024/05/06 17:56:19.270 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/5c98228f-673d-4ddb-b46a-7b12cf3873f4.sst] [firstKey=74800000000000006E5F728000000000000005] [lastKey=74800000000000006E5F728000000000000006] [2024/05/06 17:56:19.270 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=339.840364ms] [] [2024/05/06 17:56:19.271 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 17:56:19.271 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 17:56:19.271 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:19.272 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.588938ms] [] [2024/05/06 17:56:19.273 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 17:56:19.277 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:19.280 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 17:56:19.280 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:19.280 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:19.281 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6E5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6E5F728000000000FF0000070000000000FA] [retry=0] [2024/05/06 17:56:19.283 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6E5F728000000000FF0000010000000000FA] [end=7480000000000000FF6E5F728000000000FF0000070000000000FA] [2024/05/06 17:56:19.283 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6E5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6E5F728000000000FF0000070000000000FA] [regions=1] [2024/05/06 17:56:19.284 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=515.528µs] [2024/05/06 17:56:19.284 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=3.301561ms] [] [2024/05/06 17:56:19.285 +08:00] [WARN] [split.go:132] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000000FF6E5F728000000000FF0000010000000000FA, endKey: 7480000000000000FF6E5F728000000000FF0000070000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/06 17:56:19.288 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574175831752707] [req-type=Cop] [region="{ region id: 14, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:19.289 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574175831752707] [req-type=Cop] [region="{ region id: 14, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:19.309 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 17:56:19.310 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=37.538558ms] [] [2024/05/06 17:56:19.310 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:19.311 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.15701ms] [] [2024/05/06 17:56:19.311 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 17:56:19.311 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:19.313 +08:00] [INFO] [engine.go:1601] ["compact sst"] [fileCount=3] [size=396] [count=6] [cost=1.62151ms] [file=/tmp/tidb/import-4000/3/2d9462f7-8d8a-52db-8655-8d0214d0d974.sst/d899d87b-5b8f-47c6-be31-ca8b6c216242.sst] [2024/05/06 17:56:19.313 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=396] [kvs=6] [files=1] [sstFileSize=1155] [file=/tmp/tidb/import-4000/3/2d9462f7-8d8a-52db-8655-8d0214d0d974.sst/d899d87b-5b8f-47c6-be31-ca8b6c216242.sst] [firstKey=74800000000000006E5F698000000000000001017465737431000000FC038000000000000001038000000000000001] [lastKey=74800000000000006E5F698000000000000001017465737436000000FC038000000000000006038000000000000006] [2024/05/06 17:56:19.315 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=3.655884ms] [] [2024/05/06 17:56:19.315 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 17:56:19.319 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:19.321 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] ["region ranges"=1] [count=6] [size=396] [2024/05/06 17:56:19.321 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:19.321 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:19.321 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6E5F698000000000FF0000010174657374FF31000000FC038000FF0000000000010380FF0000000000000100FE] [maxKey=7480000000000000FF6E5F698000000000FF0000010174657374FF36000000FC038000FF0000000000060380FF0000000000000600FF0000000000000000F7] [retry=0] [2024/05/06 17:56:19.321 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6E5F698000000000FF0000010174657374FF31000000FC038000FF0000000000010380FF0000000000000100FE] [end=7480000000000000FF6E5F698000000000FF0000010174657374FF36000000FC038000FF0000000000060380FF0000000000000600FF0000000000000000F7] [2024/05/06 17:56:19.322 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6E5F698000000000FF0000010174657374FF31000000FC038000FF0000000000010380FF0000000000000100FE] [maxKey=7480000000000000FF6E5F698000000000FF0000010174657374FF36000000FC038000FF0000000000060380FF0000000000000600FF0000000000000000F7] [regions=1] [2024/05/06 17:56:19.322 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=454.83µs] [2024/05/06 17:56:19.322 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.244043ms] [] [2024/05/06 17:56:19.329 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 45, store 2, region 44, epoch conf_ver:5 version:11 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 44 is staler than local region, local epoch conf_ver: 5 version: 13, request epoch conf_ver: 5 version: 11\")"] ["job stage"=needRescan] [2024/05/06 17:56:19.330 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000006E5F698000000000000001017465737431000000FC038000000000000001038000000000000001] [endKey=74800000000000006E5F698000000000000001017465737436000000FC03800000000000000603800000000000000600] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:56:21.330 +08:00] [2024/05/06 17:56:19.467 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574175883919362] [req-type=Cop] [region="{ region id: 28, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 29, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 30, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 31, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=29-not_leader-31:1] [2024/05/06 17:56:19.467 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574175883919363] [req-type=Cop] [region="{ region id: 28, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 29, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 30, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 31, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=29-not_leader-31:1] [2024/05/06 17:56:21.347 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] [size=396] [kvs=6] [importedSize=396] [importedCount=6] [2024/05/06 17:56:21.348 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=2.03280713s] [] [2024/05/06 17:56:21.348 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:21.349 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.217427ms] [] [2024/05/06 17:56:21.779 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:56:21.780 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/06 17:56:21.781 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/06 17:56:21.785 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:21.785 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:21.785 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:21.787 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:21.787 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:21.788 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:21.788 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:21.788 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:21.808 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:21.808 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:21.808 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:21.808 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:21.808 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:21.808 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:21.808 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:21.808 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:21.808 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:21.808 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:21.827 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 17:56:21.829 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:21.829 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 17:56:21.829 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:21.843 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=3] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:56:21.843 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:21.978 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 17:56:21.985 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:21.985 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:21.985 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:21.985 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:21.985 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:21.985 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:21.985 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:21.985 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:21.985 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:21.985 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:21.987 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:21.987 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:21.987 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:21.987 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=3] [error="context canceled"] [2024/05/06 17:56:21.987 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=3] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=3.103622814s] [] [2024/05/06 17:56:22.295 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=3] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:22.297 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=3] [step=post-process] [2024/05/06 17:56:22.311 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 17:56:22.312 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 17:56:22.312 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 17:56:22.312 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=1.903µs] [] [2024/05/06 17:56:22.312 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=12909280944061374064,size=618,kvs=12}"] [2024/05/06 17:56:22.313 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/06 17:56:22.313 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/06 17:56:22.314 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574176631029766] [req-type=Cop] [region="{ region id: 44, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 45, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 46, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 47, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=45-epoch_not_match:1] [2024/05/06 17:56:22.314 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574176631029766] [req-type=Cop] [region="{ region id: 44, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 45, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 46, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 47, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=45-epoch_not_match:1] [2024/05/06 17:56:22.315 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574176631029766] [req-type=Cop] [region="{ region id: 48, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 49, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 50, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 51, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=49-not_leader-50:1] [2024/05/06 17:56:22.324 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=12909280944061374064,size=618,kvs=12}"] [2024/05/06 17:56:22.324 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=12.158155ms] [] [2024/05/06 17:56:22.324 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=12.272521ms] [] [2024/05/06 17:56:22.778 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:22.779 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/06 17:56:22.781 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:22.781 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 17:56:22.781 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:22.794 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=3] [step=done] [state=running] [] [2024/05/06 17:56:22.798 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=3] [2024/05/06 17:56:22.805 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:22.950 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=3] [error="context canceled"] [2024/05/06 17:56:22.950 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=3] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=655.423841ms] [] [2024/05/06 17:56:23.115 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.105862653\n# Parse_time: 0.000580167\n# Compile_time: 0.000781904\n# Rewrite_time: 0.000192233\n# Optimize_time: 0.000191182\n# Wait_TS: 0.000344003\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4xcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6Ni4xcywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 17:56:23.119 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 17:56:23.129 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:112, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:23.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 17:56:23.129 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:112, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:23.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:23.146 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=112] [conn=2] [category=ddl] [job="ID:112, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:23.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:23.165 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=594.233µs] [gotSchemaVersion=61] [phyTblIDs="[110]"] [actionTypes="[4]"] [2024/05/06 17:56:23.169 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=112] [version=61] [2024/05/06 17:56:23.215 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=53.49051ms] [job="ID:112, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:23.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:23.230 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=112] [conn=2] [category=ddl] [job="ID:112, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:23.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:23.249 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=603.198µs] [gotSchemaVersion=62] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:23.253 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=3] [step=-2] [state=succeed] [2024/05/06 17:56:23.254 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=112] [version=62] [2024/05/06 17:56:23.285 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=3] [2024/05/06 17:56:23.294 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:56:23.299 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=52.645608ms] [job="ID:112, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:23.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:23.312 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:56:23.314 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=112] [conn=2] [category=ddl] [job="ID:112, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:23.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:23.336 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=754.774µs] [gotSchemaVersion=63] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:23.341 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=112] [version=63] [2024/05/06 17:56:23.386 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=52.927115ms] [job="ID:112, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:23.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:23.411 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=112] [elementID=1] [comment="table ID is 110"] [2024/05/06 17:56:23.419 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=112] [jobType="drop table"] [2024/05/06 17:56:23.421 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=112] [conn=2] [job="ID:112, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:23.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:23.443 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=112] [2024/05/06 17:56:23.443 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:23.446 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.327062525\n# Parse_time: 0.000059527\n# Compile_time: 0.000239568\n# Rewrite_time: 0.00000355\n# Optimize_time: 0.00027577\n# Wait_TS: 0.000384618\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 17:56:23.447 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=63] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b varchar(100), c int);"] [user=] [2024/05/06 17:56:23.462 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:23.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:23.462 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:23.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint auto_increment primary key, b varchar(100), c int);"] [2024/05/06 17:56:23.481 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:23.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:23.503 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=2.197773ms] [gotSchemaVersion=64] [phyTblIDs="[113]"] [actionTypes="[3]"] [2024/05/06 17:56:23.507 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=114] [version=64] [2024/05/06 17:56:23.551 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=53.87744ms] [job="ID:114, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:23.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:23.569 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [job="ID:114, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:23.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:23.582 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=114] [2024/05/06 17:56:23.582 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:23.630 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 17:56:23.650 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=4] [job-id=4] [thread-cnt=1] [2024/05/06 17:56:23.650 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=4] [2024/05/06 17:56:23.771 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=4] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 17:56:24.274 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:56:24.275 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 17:56:24.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/05/06 17:56:24.291 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:24.291 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 17:56:24.291 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=105.852µs] [2024/05/06 17:56:24.291 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=229.129µs] [] [2024/05/06 17:56:24.292 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:56:24.292 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 17:56:24.292 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:24.308 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:56:24.308 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:24.574 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=4] [2024/05/06 17:56:24.574 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=4] [type=ImportInto] [2024/05/06 17:56:24.784 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:24.785 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:24.785 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:24.786 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:24.786 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:24.787 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:24.787 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:24.787 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 17:56:24.803 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:24.803 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:24.803 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:24.803 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:24.804 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:24.804 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:24.803 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:24.804 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:24.804 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:24.804 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:24.811 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 17:56:24.882 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=4] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:24.883 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 17:56:24.883 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 17:56:24.892 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:24.892 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:24.893 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:24.894 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:24.894 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:24.895 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:24.895 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:24.895 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:24.895 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:24.895 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:24.895 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/06 17:56:24.895 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:24.896 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:24.895 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:24.896 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:24.896 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:24.896 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:24.896 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:24.896 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:24.896 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:24.901 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:24.901 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:24.901 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:24.902 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:24.902 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:24.903 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:24.903 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:24.913 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:24.914 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:56:24.914 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=4] [step=import] [limit=256MiB] [2024/05/06 17:56:24.929 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/05/06 17:56:24.933 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:24.937 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:24.937 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=113] [2024/05/06 17:56:25.028 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=113] [key=db.tbl.001.csv:0] [2024/05/06 17:56:25.030 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=113] [key=db.tbl.001.csv:0] [readDur=1.069473ms] [encodeDur=778.512µs] [deliverDur=28.267µs] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [takeTime=2.332144ms] [] [2024/05/06 17:56:25.032 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=113] [2024/05/06 17:56:25.032 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/cf79d15f-d610-4bae-8de0-81a1695c01de.sst] [firstKey=7480000000000000715F728000000000000001] [lastKey=7480000000000000715F728000000000000002] [2024/05/06 17:56:25.134 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=113] [key=db.tbl.002.csv:0] [2024/05/06 17:56:25.137 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=113] [key=db.tbl.002.csv:0] [readDur=1.133646ms] [encodeDur=1.458605ms] [deliverDur=13.197µs] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [takeTime=3.008468ms] [] [2024/05/06 17:56:25.138 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=113] [2024/05/06 17:56:25.138 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/f46b13af-e7d3-476f-9f94-0a9a2f60903c.sst] [firstKey=7480000000000000715F728000000000000003] [lastKey=7480000000000000715F728000000000000004] [2024/05/06 17:56:25.312 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=113] [key=db.tbl.003.csv:0] [2024/05/06 17:56:25.315 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=113] [key=db.tbl.003.csv:0] [readDur=1.199659ms] [encodeDur=1.769096ms] [deliverDur=10.701µs] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [takeTime=3.310236ms] [] [2024/05/06 17:56:25.316 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=386.789949ms] [] [2024/05/06 17:56:25.316 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/5ee3a18e-f10a-4074-b59f-b77cf8600ea0.sst] [firstKey=7480000000000000715F728000000000000005] [lastKey=7480000000000000715F728000000000000006] [2024/05/06 17:56:25.316 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 17:56:25.316 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 17:56:25.316 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:25.318 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.075937ms] [] [2024/05/06 17:56:25.319 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 17:56:25.323 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:25.325 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 17:56:25.325 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:25.325 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:25.325 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF715F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF715F728000000000FF0000070000000000FA] [retry=0] [2024/05/06 17:56:25.326 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF715F728000000000FF0000010000000000FA] [end=7480000000000000FF715F728000000000FF0000070000000000FA] [2024/05/06 17:56:25.326 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF715F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF715F728000000000FF0000070000000000FA] [regions=1] [2024/05/06 17:56:25.327 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=581.303µs] [2024/05/06 17:56:25.327 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.498805ms] [] [2024/05/06 17:56:25.336 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:11 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 13, request epoch conf_ver: 5 version: 11\")"] ["job stage"=needRescan] [2024/05/06 17:56:25.337 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000715F728000000000000001] [endKey=7480000000000000715F728000000000000007] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:56:27.337 +08:00] [2024/05/06 17:56:25.339 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574177417723910] [req-type=Cop] [region="{ region id: 14, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:25.339 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574177417723910] [req-type=Cop] [region="{ region id: 14, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:27.351 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 17:56:27.352 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.03361996s] [] [2024/05/06 17:56:27.352 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:27.354 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.283883ms] [] [2024/05/06 17:56:27.354 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 17:56:27.354 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:27.355 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.60316ms] [] [2024/05/06 17:56:27.355 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 17:56:27.356 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:27.356 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=60.072µs] [] [2024/05/06 17:56:27.356 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:27.356 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=845.199µs] [] [2024/05/06 17:56:27.779 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:56:27.780 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 17:56:27.782 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/05/06 17:56:27.785 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:27.786 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:27.786 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:27.787 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:27.787 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:27.788 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:27.788 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:27.788 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:27.807 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:27.807 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:27.807 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:27.807 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:27.808 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:27.808 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:27.807 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:27.808 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:27.808 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:27.808 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:27.825 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 17:56:27.826 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:27.827 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 17:56:27.827 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:27.841 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:56:27.841 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:27.984 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 17:56:27.988 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:27.988 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:27.988 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:27.988 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:27.988 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:27.988 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:27.988 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:27.988 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:27.988 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:27.988 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:27.990 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:27.990 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:27.990 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:27.990 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=4] [error="context canceled"] [2024/05/06 17:56:27.990 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=4] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=3.107706271s] [] [2024/05/06 17:56:28.296 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=4] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:28.297 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=4] [step=post-process] [2024/05/06 17:56:28.310 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 17:56:28.310 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 17:56:28.310 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 17:56:28.313 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:28.313 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:28.314 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:28.315 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:28.315 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:28.316 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:28.316 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:28.316 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:28.316 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:28.316 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:28.316 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:28.316 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:28.316 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:28.316 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:28.316 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:28.316 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:28.316 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:28.316 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:28.316 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:28.323 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=13.436706ms] [] [2024/05/06 17:56:28.323 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 17:56:28.324 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/05/06 17:56:28.324 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/05/06 17:56:28.326 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574178204155913] [req-type=Cop] [region="{ region id: 60, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 61, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 62, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 63, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=61-not_leader-63:1] [2024/05/06 17:56:28.330 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 17:56:28.330 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=20.344181ms] [] [2024/05/06 17:56:28.330 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=20.469653ms] [] [2024/05/06 17:56:28.778 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:28.780 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 17:56:28.781 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:28.781 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 17:56:28.781 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:28.794 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=4] [step=done] [state=running] [] [2024/05/06 17:56:28.797 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=4] [2024/05/06 17:56:28.804 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:28.956 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=4] [error="context canceled"] [2024/05/06 17:56:28.956 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=4] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=660.663527ms] [] [2024/05/06 17:56:29.064 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 5.479521047\n# Parse_time: 0.000158459\n# Compile_time: 0.000398204\n# Rewrite_time: 0.000132172\n# Optimize_time: 0.00027577\n# Wait_TS: 0.000387556\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS40OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS40OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 17:56:29.068 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=64] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 17:56:29.079 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:29.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:29.079 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:115, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:29.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 17:56:29.094 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:29.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:29.110 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=518.615µs] [gotSchemaVersion=65] [phyTblIDs="[113]"] [actionTypes="[4]"] [2024/05/06 17:56:29.114 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=115] [version=65] [2024/05/06 17:56:29.160 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=53.19949ms] [job="ID:115, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:29.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:29.173 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:29.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:29.192 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=530.34µs] [gotSchemaVersion=66] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:29.197 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=115] [version=66] [2024/05/06 17:56:29.239 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=53.426409ms] [job="ID:115, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:29.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:29.255 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:29.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:29.258 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=4] [step=-2] [state=succeed] [2024/05/06 17:56:29.275 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=552.382µs] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:29.279 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=115] [version=67] [2024/05/06 17:56:29.284 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=4] [2024/05/06 17:56:29.291 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:56:29.306 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:56:29.324 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=52.755348ms] [job="ID:115, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:29.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:29.339 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=115] [elementID=1] [comment="table ID is 113"] [2024/05/06 17:56:29.343 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="drop table"] [2024/05/06 17:56:29.345 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:29.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:29.364 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 17:56:29.364 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:29.367 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=67] [cur_db=import_into] [sql="create table t (a bigint auto_random primary key, b varchar(100), c int);"] [user=] [2024/05/06 17:56:29.380 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:29.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:29.380 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:117, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:29.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint auto_random primary key, b varchar(100), c int);"] [2024/05/06 17:56:29.395 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:29.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:29.416 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=1.995527ms] [gotSchemaVersion=68] [phyTblIDs="[116]"] [actionTypes="[3]"] [2024/05/06 17:56:29.420 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=117] [version=68] [2024/05/06 17:56:29.465 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=54.096022ms] [job="ID:117, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:29.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:29.480 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:29.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:29.492 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 17:56:29.492 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:29.533 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 17:56:29.551 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=5] [job-id=5] [thread-cnt=1] [2024/05/06 17:56:29.551 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=5] [2024/05/06 17:56:29.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=5] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 17:56:30.343 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:56:30.345 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/06 17:56:30.347 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 17:56:30.361 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:30.362 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 17:56:30.362 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=81.948µs] [2024/05/06 17:56:30.362 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=196.411µs] [] [2024/05/06 17:56:30.362 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:56:30.362 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 17:56:30.362 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:30.375 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=5] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:56:30.376 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:30.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=5] [2024/05/06 17:56:30.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=5] [type=ImportInto] [2024/05/06 17:56:30.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:30.780 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:30.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:30.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:30.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:30.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:30.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:30.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 17:56:30.797 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:30.797 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:30.797 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:30.798 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:30.797 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:30.798 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:30.798 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:30.798 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:30.798 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:30.798 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:30.805 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 17:56:30.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=5] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:30.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 17:56:30.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 17:56:30.886 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:30.887 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:30.887 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:30.888 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:30.888 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:30.889 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:30.889 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:30.889 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:30.889 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:30.889 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:30.890 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:30.890 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:30.890 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:30.890 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:30.890 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:30.890 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:30.890 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:30.890 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:30.894 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:30.895 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:30.895 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:30.896 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:30.896 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:30.897 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:30.898 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:30.909 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:30.909 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:56:30.909 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=5] [step=import] [limit=256MiB] [2024/05/06 17:56:30.923 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/05/06 17:56:30.927 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:30.932 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:30.932 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/06 17:56:31.116 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=116] [key=db.tbl.001.csv:0] [2024/05/06 17:56:31.118 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=db.tbl.001.csv:0] [readDur=994.545µs] [encodeDur=587.339µs] [deliverDur=100.903µs] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [takeTime=2.051766ms] [] [2024/05/06 17:56:31.119 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/06 17:56:31.119 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/6963275e-ec95-4977-b7ae-39cf01ca0b3f.sst] [firstKey=7480000000000000745F728000000000000001] [lastKey=7480000000000000745F728000000000000002] [2024/05/06 17:56:31.234 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=116] [key=db.tbl.002.csv:0] [2024/05/06 17:56:31.236 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=db.tbl.002.csv:0] [readDur=1.13735ms] [encodeDur=197.399µs] [deliverDur=12.028µs] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [takeTime=1.702385ms] [] [2024/05/06 17:56:31.237 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/06 17:56:31.237 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d15cfa4e-c5b1-4486-a869-9c28c1294da3.sst] [firstKey=7480000000000000745F728000000000000003] [lastKey=7480000000000000745F728000000000000004] [2024/05/06 17:56:31.267 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=116] [key=db.tbl.003.csv:0] [2024/05/06 17:56:31.269 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=db.tbl.003.csv:0] [readDur=806.063µs] [encodeDur=561.085µs] [deliverDur=21.134µs] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [takeTime=1.726125ms] [] [2024/05/06 17:56:31.270 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/37b75fd2-0e48-4b06-bdea-e2d7f643f3af.sst] [firstKey=7480000000000000745F728000000000000005] [lastKey=7480000000000000745F728000000000000006] [2024/05/06 17:56:31.270 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=347.208526ms] [] [2024/05/06 17:56:31.270 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 17:56:31.270 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 17:56:31.270 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:31.272 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.825044ms] [] [2024/05/06 17:56:31.272 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 17:56:31.277 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:31.279 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 17:56:31.279 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:31.279 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:31.279 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF745F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF745F728000000000FF0000070000000000FA] [retry=0] [2024/05/06 17:56:31.280 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF745F728000000000FF0000010000000000FA] [end=7480000000000000FF745F728000000000FF0000070000000000FA] [2024/05/06 17:56:31.280 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF745F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF745F728000000000FF0000070000000000FA] [regions=1] [2024/05/06 17:56:31.280 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=505.777µs] [2024/05/06 17:56:31.280 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.336887ms] [] [2024/05/06 17:56:31.289 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574178977480707] [req-type=Cop] [region="{ region id: 14, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:31.289 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574178977480707] [req-type=Cop] [region="{ region id: 14, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:31.290 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 20, store 1, region 14, epoch conf_ver:5 version:13 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 15, request epoch conf_ver: 5 version: 13\")"] ["job stage"=needRescan] [2024/05/06 17:56:31.291 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000745F728000000000000001] [endKey=7480000000000000745F728000000000000007] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:56:33.291 +08:00] [2024/05/06 17:56:33.305 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 17:56:33.307 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.034947758s] [] [2024/05/06 17:56:33.307 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:33.309 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.240311ms] [] [2024/05/06 17:56:33.309 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 17:56:33.309 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:33.311 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.757111ms] [] [2024/05/06 17:56:33.311 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 17:56:33.311 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:33.311 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=43.959µs] [] [2024/05/06 17:56:33.311 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:33.312 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=814.791µs] [] [2024/05/06 17:56:33.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:56:33.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/06 17:56:33.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 17:56:33.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:33.782 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:33.782 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:33.783 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:33.783 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:33.784 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:33.784 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:33.784 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:33.799 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:33.799 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:33.799 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:33.799 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:33.799 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:33.799 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:33.799 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:33.799 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:33.799 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:33.799 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:33.816 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 17:56:33.817 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:33.817 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 17:56:33.817 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:33.831 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=5] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:56:33.831 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:33.942 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 17:56:33.947 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:33.947 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:33.947 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:33.947 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:33.947 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:33.947 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:33.947 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:33.947 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:33.947 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:33.947 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:33.949 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:33.949 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:33.949 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:33.949 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=5] [error="context canceled"] [2024/05/06 17:56:33.949 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=5] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=3.069766211s] [] [2024/05/06 17:56:34.257 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=5] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:34.259 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=5] [step=post-process] [2024/05/06 17:56:34.274 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 17:56:34.274 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 17:56:34.275 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 17:56:34.278 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:34.279 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:34.279 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:34.280 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:34.280 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:34.281 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:34.281 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:34.281 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:34.281 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:34.281 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:34.281 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:34.281 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:34.281 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:34.281 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:34.281 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:34.281 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:34.281 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:34.282 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:34.282 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:34.291 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=16.465857ms] [] [2024/05/06 17:56:34.291 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 17:56:34.292 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/05/06 17:56:34.292 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/05/06 17:56:34.295 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 17:56:34.295 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=20.782937ms] [] [2024/05/06 17:56:34.295 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=20.921141ms] [] [2024/05/06 17:56:34.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:34.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/06 17:56:34.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:34.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 17:56:34.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:34.791 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=5] [step=done] [state=running] [] [2024/05/06 17:56:34.794 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=5] [2024/05/06 17:56:34.802 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:34.923 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=5] [error="context canceled"] [2024/05/06 17:56:34.923 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=5] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=666.01248ms] [] [2024/05/06 17:56:34.965 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 5.470005836\n# Parse_time: 0.000083904\n# Compile_time: 0.000334246\n# Rewrite_time: 0.000077417\n# Optimize_time: 0.000180853\n# Wait_TS: 0.000357043\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 17:56:34.968 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=68] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 17:56:34.979 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:118, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:34.941 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:34.979 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:118, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:34.941 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 17:56:34.996 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [category=ddl] [job="ID:118, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:34.941 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:35.014 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=603.604µs] [gotSchemaVersion=69] [phyTblIDs="[116]"] [actionTypes="[4]"] [2024/05/06 17:56:35.018 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=118] [version=69] [2024/05/06 17:56:35.064 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=52.980555ms] [job="ID:118, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:34.941 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:35.078 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [category=ddl] [job="ID:118, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:34.941 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:35.095 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=628.533µs] [gotSchemaVersion=70] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:35.100 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=118] [version=70] [2024/05/06 17:56:35.145 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=52.951315ms] [job="ID:118, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:34.941 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:35.160 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [category=ddl] [job="ID:118, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:34.941 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:35.180 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=566.853µs] [gotSchemaVersion=71] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:35.184 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=118] [version=71] [2024/05/06 17:56:35.226 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=5] [step=-2] [state=succeed] [2024/05/06 17:56:35.230 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=53.705537ms] [job="ID:118, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:34.941 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:35.256 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=118] [elementID=1] [comment="table ID is 116"] [2024/05/06 17:56:35.261 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=118] [jobType="drop table"] [2024/05/06 17:56:35.263 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [job="ID:118, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:34.941 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:35.281 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=118] [2024/05/06 17:56:35.281 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:35.283 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=5] [2024/05/06 17:56:35.284 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.316257862\n# Parse_time: 0.000077875\n# Compile_time: 0.000266347\n# Rewrite_time: 0.000005114\n# Optimize_time: 0.000204003\n# Wait_TS: 0.000345813\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 17:56:35.285 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=71] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, primary key(b,c));"] [user=] [2024/05/06 17:56:35.292 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:56:35.301 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:35.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:35.301 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:35.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int, primary key(b,c));"] [2024/05/06 17:56:35.306 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:56:35.319 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:35.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:35.342 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=2.30279ms] [gotSchemaVersion=72] [phyTblIDs="[119]"] [actionTypes="[3]"] [2024/05/06 17:56:35.347 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=120] [version=72] [2024/05/06 17:56:35.390 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=53.395702ms] [job="ID:120, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:35.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:35.410 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [job="ID:120, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:35.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:35.423 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/05/06 17:56:35.423 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:35.467 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 17:56:35.488 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=6] [job-id=6] [thread-cnt=1] [2024/05/06 17:56:35.488 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=6] [2024/05/06 17:56:35.772 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=6] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 17:56:36.274 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:56:36.275 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/06 17:56:36.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 17:56:36.288 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:36.288 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 17:56:36.288 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=158.303µs] [2024/05/06 17:56:36.288 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=353.215µs] [] [2024/05/06 17:56:36.289 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:56:36.289 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 17:56:36.289 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:36.303 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=6] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:56:36.303 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:36.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=6] [2024/05/06 17:56:36.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=6] [type=ImportInto] [2024/05/06 17:56:36.787 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:36.788 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:36.788 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:36.789 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:36.789 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:36.791 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:36.791 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:36.791 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 17:56:36.806 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:36.806 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:36.806 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:36.806 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:36.806 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:36.806 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:36.806 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:36.806 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:36.806 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:36.806 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:36.812 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 17:56:36.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=6] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:36.881 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 17:56:36.881 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 17:56:36.887 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:36.888 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:36.888 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:36.889 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:36.889 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:36.890 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:36.890 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:36.890 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:36.890 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:36.890 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:36.890 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:36.890 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:36.890 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:36.891 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:36.891 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:36.891 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:36.891 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:36.891 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:36.891 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:36.895 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:36.896 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:36.896 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:36.897 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:36.898 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:36.899 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:36.899 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:36.908 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:36.908 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:56:36.908 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=6] [step=import] [limit=256MiB] [2024/05/06 17:56:36.922 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/05/06 17:56:36.926 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:36.930 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:36.930 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=119] [2024/05/06 17:56:36.986 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=119] [key=db.tbl.001.csv:0] [2024/05/06 17:56:36.991 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=119] [key=db.tbl.001.csv:0] [readDur=3.75914ms] [encodeDur=675.425µs] [deliverDur=349.034µs] [checksum="{cksum=6438872994288898047,size=96,kvs=2}"] [takeTime=5.255457ms] [] [2024/05/06 17:56:36.992 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=119] [2024/05/06 17:56:36.992 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=96] [kvs=2] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/861dfc83-0728-4c02-9cf5-ddb897146024.sst] [firstKey=7480000000000000775F72017465737431000000FC03800000000000000B] [lastKey=7480000000000000775F72017465737432000000FC038000000000000016] [2024/05/06 17:56:37.044 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=119] [key=db.tbl.002.csv:0] [2024/05/06 17:56:37.046 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=119] [key=db.tbl.002.csv:0] [readDur=1.050517ms] [encodeDur=259.787µs] [deliverDur=22.427µs] [checksum="{cksum=1050029282737908383,size=96,kvs=2}"] [takeTime=1.647511ms] [] [2024/05/06 17:56:37.047 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=119] [2024/05/06 17:56:37.047 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=96] [kvs=2] [files=1] [sstFileSize=1018] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d6fe950a-e43b-40da-816b-b1b1481d13a1.sst] [firstKey=7480000000000000775F72017465737433000000FC038000000000000021] [lastKey=7480000000000000775F72017465737434000000FC03800000000000002C] [2024/05/06 17:56:37.078 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=119] [key=db.tbl.003.csv:0] [2024/05/06 17:56:37.080 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=119] [key=db.tbl.003.csv:0] [readDur=778.486µs] [encodeDur=138.593µs] [deliverDur=11.808µs] [checksum="{cksum=8773259395275999690,size=96,kvs=2}"] [takeTime=1.208366ms] [] [2024/05/06 17:56:37.081 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=96] [kvs=2] [files=1] [sstFileSize=1018] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/325173ce-8b0d-4823-abbd-0ac019015165.sst] [firstKey=7480000000000000775F72017465737435000000FC038000000000000037] [lastKey=7480000000000000775F72017465737436000000FC038000000000000042] [2024/05/06 17:56:37.081 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=158.501843ms] [] [2024/05/06 17:56:37.081 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 17:56:37.081 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 17:56:37.081 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:37.083 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.895869ms] [] [2024/05/06 17:56:37.083 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 17:56:37.087 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:37.089 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=288] [2024/05/06 17:56:37.089 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:37.089 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:37.089 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF775F720174657374FF31000000FC038000FF00000000000B0000FD] [maxKey=7480000000000000FF775F720174657374FF36000000FC038000FF0000000000420000FE] [retry=0] [2024/05/06 17:56:37.090 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF775F720174657374FF31000000FC038000FF00000000000B0000FD] [end=7480000000000000FF775F720174657374FF36000000FC038000FF0000000000420000FE] [2024/05/06 17:56:37.090 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF775F720174657374FF31000000FC038000FF00000000000B0000FD] [maxKey=7480000000000000FF775F720174657374FF36000000FC038000FF0000000000420000FE] [regions=1] [2024/05/06 17:56:37.090 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=544.508µs] [2024/05/06 17:56:37.090 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.310609ms] [] [2024/05/06 17:56:37.098 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:15 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 17, request epoch conf_ver: 5 version: 15\")"] ["job stage"=needRescan] [2024/05/06 17:56:37.099 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000775F72017465737431000000FC03800000000000000B] [endKey=7480000000000000775F72017465737436000000FC03800000000000004200] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:56:39.099 +08:00] [2024/05/06 17:56:37.138 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574180510760963] [req-type=Cop] [region="{ region id: 14, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:37.139 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574180510760963] [req-type=Cop] [region="{ region id: 14, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:38.436 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574180851548162] [req-type=Get] [region="{ region id: 10, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 11, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 18, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=3000] [total-region-errors=11-not_leader-23:1] [2024/05/06 17:56:39.113 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=288] [kvs=6] [importedSize=288] [importedCount=6] [2024/05/06 17:56:39.114 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.031349993s] [] [2024/05/06 17:56:39.114 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:39.116 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.291034ms] [] [2024/05/06 17:56:39.116 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 17:56:39.116 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:39.117 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.395109ms] [] [2024/05/06 17:56:39.117 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 17:56:39.117 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:39.117 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=63.824µs] [] [2024/05/06 17:56:39.118 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:39.118 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=821.782µs] [] [2024/05/06 17:56:39.278 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:56:39.280 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/06 17:56:39.281 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 17:56:39.284 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:39.285 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:39.285 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:39.286 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:39.286 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:39.287 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:39.287 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:39.287 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:39.303 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:39.303 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:39.303 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:39.303 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:39.303 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:39.303 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:39.303 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:39.303 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:39.303 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:39.303 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:39.318 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 17:56:39.320 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:39.320 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 17:56:39.320 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:39.333 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=6] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:56:39.334 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:39.438 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 17:56:39.442 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:39.442 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:39.442 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:39.442 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:39.442 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:39.442 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:39.442 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:39.442 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:39.442 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:39.442 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:39.443 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:39.443 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:39.444 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:39.444 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=6] [error="context canceled"] [2024/05/06 17:56:39.444 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=6] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.564391381s] [] [2024/05/06 17:56:39.750 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=6] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:39.751 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=6] [step=post-process] [2024/05/06 17:56:39.764 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 17:56:39.764 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 17:56:39.764 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 17:56:39.764 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=2.818µs] [] [2024/05/06 17:56:39.764 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=3317442229611736234,size=288,kvs=6}"] [2024/05/06 17:56:39.765 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/05/06 17:56:39.765 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/05/06 17:56:39.768 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=3317442229611736234,size=288,kvs=6}"] [2024/05/06 17:56:39.768 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=3.555018ms] [] [2024/05/06 17:56:39.768 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=3.672345ms] [] [2024/05/06 17:56:39.778 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:39.780 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/06 17:56:39.781 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:39.781 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 17:56:39.781 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:39.793 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=6] [step=done] [state=running] [] [2024/05/06 17:56:39.796 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=6] [2024/05/06 17:56:39.802 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:40.000 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 4.574743527\n# Parse_time: 0.000113239\n# Compile_time: 0.000414838\n# Rewrite_time: 0.000134354\n# Optimize_time: 0.000204003\n# Wait_TS: 0.000336527\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 17:56:40.003 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=72] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 17:56:40.014 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:39.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:40.014 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:121, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:39.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 17:56:40.030 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:39.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:40.047 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=554.128µs] [gotSchemaVersion=73] [phyTblIDs="[119]"] [actionTypes="[4]"] [2024/05/06 17:56:40.051 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=121] [version=73] [2024/05/06 17:56:40.088 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=6] [error="context canceled"] [2024/05/06 17:56:40.088 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=6] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=337.878245ms] [] [2024/05/06 17:56:40.096 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=52.772917ms] [job="ID:121, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:39.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:40.108 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:39.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:40.124 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=486.207µs] [gotSchemaVersion=74] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:40.128 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=121] [version=74] [2024/05/06 17:56:40.174 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=52.472381ms] [job="ID:121, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:39.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:40.187 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:39.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:40.206 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=539.812µs] [gotSchemaVersion=75] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:40.210 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=121] [version=75] [2024/05/06 17:56:40.255 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=52.71458ms] [job="ID:121, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:39.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:40.268 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=121] [elementID=1] [comment="table ID is 119"] [2024/05/06 17:56:40.272 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=121] [jobType="drop table"] [2024/05/06 17:56:40.274 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [job="ID:121, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:39.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:40.283 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=6] [2024/05/06 17:56:40.290 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:56:40.290 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/06 17:56:40.290 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:40.292 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=75] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=] [2024/05/06 17:56:40.303 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:56:40.305 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:40.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:40.305 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:40.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 17:56:40.320 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:40.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:40.339 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=2.034909ms] [gotSchemaVersion=76] [phyTblIDs="[122]"] [actionTypes="[3]"] [2024/05/06 17:56:40.343 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=123] [version=76] [2024/05/06 17:56:40.387 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=53.052446ms] [job="ID:123, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:40.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:40.410 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:40.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:40.423 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/06 17:56:40.423 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:40.465 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`c`, `b`, `a`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 17:56:40.483 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=7] [job-id=7] [thread-cnt=1] [2024/05/06 17:56:40.484 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=7] [2024/05/06 17:56:41.771 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=7] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 17:56:42.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=7] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:56:42.275 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=7] [task-type=ImportInto] [num=1] [2024/05/06 17:56:42.276 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/05/06 17:56:42.290 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:42.290 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 17:56:42.290 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=79.269µs] [2024/05/06 17:56:42.290 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=192.081µs] [] [2024/05/06 17:56:42.290 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:56:42.290 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=7] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 17:56:42.290 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:42.304 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=7] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:56:42.304 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:42.574 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=7] [2024/05/06 17:56:42.574 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=7] [type=ImportInto] [2024/05/06 17:56:42.782 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:42.783 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:42.783 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:42.784 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:42.784 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:42.786 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:42.786 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:42.786 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/05/06 17:56:42.801 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:42.801 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:42.801 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:42.801 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:42.801 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:42.801 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:42.801 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:42.801 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:42.801 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:42.801 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:42.807 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=7] [2024/05/06 17:56:42.880 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=7] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:42.882 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 17:56:42.882 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 17:56:42.889 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:42.890 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:42.890 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:42.891 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:42.891 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:42.892 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:42.892 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:42.892 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:42.892 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:42.892 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:42.892 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:42.892 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:42.892 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:42.893 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:42.893 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:42.893 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:42.893 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:42.893 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:42.897 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:42.898 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:42.898 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:42.899 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:42.899 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:42.900 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:42.900 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:42.910 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:42.910 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:56:42.911 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=7] [step=import] [limit=256MiB] [2024/05/06 17:56:42.925 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/05/06 17:56:42.929 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:42.933 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:42.933 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=122] [2024/05/06 17:56:42.943 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=122] [key=db.tbl.001.csv:0] [2024/05/06 17:56:42.948 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=122] [key=db.tbl.001.csv:0] [readDur=1.008024ms] [encodeDur=2.630709ms] [deliverDur=376.237µs] [checksum="{cksum=13837959720985630831,size=82,kvs=2}"] [takeTime=4.556905ms] [] [2024/05/06 17:56:42.949 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=122] [2024/05/06 17:56:42.949 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/07e214d9-7091-4496-963e-46b95a36d3e6.sst] [firstKey=74800000000000007A5F728000000000000001] [lastKey=74800000000000007A5F728000000000000002] [2024/05/06 17:56:42.979 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=122] [key=db.tbl.002.csv:0] [2024/05/06 17:56:42.980 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=122] [key=db.tbl.002.csv:0] [readDur=805.026µs] [encodeDur=208.901µs] [deliverDur=195.886µs] [checksum="{cksum=7610901642014463118,size=82,kvs=2}"] [takeTime=1.561428ms] [] [2024/05/06 17:56:42.981 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=122] [2024/05/06 17:56:42.981 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/4369dbbe-9dd7-4d87-87bd-a5292804a9da.sst] [firstKey=74800000000000007A5F728000000000000008] [lastKey=74800000000000007A5F728000000000000009] [2024/05/06 17:56:43.074 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=122] [key=db.tbl.003.csv:0] [2024/05/06 17:56:43.077 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=122] [key=db.tbl.003.csv:0] [readDur=1.123686ms] [encodeDur=1.078113ms] [deliverDur=234.363µs] [checksum="{cksum=9673548632033812539,size=82,kvs=2}"] [takeTime=2.806082ms] [] [2024/05/06 17:56:43.077 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=152.133219ms] [] [2024/05/06 17:56:43.077 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/cb44226e-095c-48de-a535-c9aea793f9a0.sst] [firstKey=74800000000000007A5F72800000000000000F] [lastKey=74800000000000007A5F728000000000000010] [2024/05/06 17:56:43.077 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 17:56:43.077 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 17:56:43.077 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:43.080 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.219987ms] [] [2024/05/06 17:56:43.080 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 17:56:43.085 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:43.087 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 17:56:43.087 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:43.087 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:43.087 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF7A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7A5F728000000000FF0000110000000000FA] [retry=0] [2024/05/06 17:56:43.088 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF7A5F728000000000FF0000010000000000FA] [end=7480000000000000FF7A5F728000000000FF0000110000000000FA] [2024/05/06 17:56:43.088 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF7A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7A5F728000000000FF0000110000000000FA] [regions=1] [2024/05/06 17:56:43.088 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=577.619µs] [2024/05/06 17:56:43.088 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.521627ms] [] [2024/05/06 17:56:43.099 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 20, store 1, region 14, epoch conf_ver:5 version:17 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 19, request epoch conf_ver: 5 version: 17\")"] ["job stage"=needRescan] [2024/05/06 17:56:43.100 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000007A5F728000000000000001] [endKey=74800000000000007A5F728000000000000011] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:56:45.100 +08:00] [2024/05/06 17:56:43.139 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574182083887108] [req-type=Cop] [region="{ region id: 14, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:43.139 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574182083887108] [req-type=Cop] [region="{ region id: 14, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:45.113 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 17:56:45.115 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.034780596s] [] [2024/05/06 17:56:45.115 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:45.116 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.190484ms] [] [2024/05/06 17:56:45.116 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 17:56:45.116 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:45.117 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.393522ms] [] [2024/05/06 17:56:45.117 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 17:56:45.118 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:45.118 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=41.267µs] [] [2024/05/06 17:56:45.118 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:45.118 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=778.816µs] [] [2024/05/06 17:56:45.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=7] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:56:45.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=7] [task-type=ImportInto] [num=1] [2024/05/06 17:56:45.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/05/06 17:56:45.282 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:45.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:45.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:45.283 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:45.283 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:45.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:45.284 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:45.285 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:45.299 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:45.299 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:45.299 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:45.299 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:45.299 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:45.299 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:45.299 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:45.299 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:45.299 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:45.299 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:45.315 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":36,\"3\":6}}"] [2024/05/06 17:56:45.316 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:45.317 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=7] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 17:56:45.317 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:45.330 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=7] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:56:45.330 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:45.440 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 17:56:45.443 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:45.443 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:45.443 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:45.443 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:45.443 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:45.444 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:45.444 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:45.444 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:45.444 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:45.444 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:45.445 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:45.445 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:45.445 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:45.445 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=7] [error="context canceled"] [2024/05/06 17:56:45.445 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=7] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.564668481s] [] [2024/05/06 17:56:45.751 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=7] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:45.752 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=7] [step=post-process] [2024/05/06 17:56:45.766 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 17:56:45.766 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 17:56:45.766 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 17:56:45.769 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:45.770 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:45.770 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:45.771 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:45.771 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:45.772 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:45.772 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:45.772 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:45.772 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:45.772 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:45.772 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:45.772 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:45.772 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:45.772 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:45.772 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:45.772 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:45.772 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:45.772 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:45.772 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:45.781 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=14.686919ms] [] [2024/05/06 17:56:45.781 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=3434641841828523226,size=246,kvs=6}"] [2024/05/06 17:56:45.781 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/05/06 17:56:45.782 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/05/06 17:56:45.784 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=3434641841828523226,size=246,kvs=6}"] [2024/05/06 17:56:45.784 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=18.145099ms] [] [2024/05/06 17:56:45.784 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=18.294996ms] [] [2024/05/06 17:56:46.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=7] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:46.279 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=7] [task-type=ImportInto] [num=1] [2024/05/06 17:56:46.280 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:46.280 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=7] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 17:56:46.280 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:46.292 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=7] [step=done] [state=running] [] [2024/05/06 17:56:46.295 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=7] [2024/05/06 17:56:46.302 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:46.409 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=7] [error="context canceled"] [2024/05/06 17:56:46.409 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=7] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=657.786382ms] [] [2024/05/06 17:56:46.497 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.071008725\n# Parse_time: 0.000154667\n# Compile_time: 0.000387958\n# Rewrite_time: 0.000095749\n# Optimize_time: 0.000170836\n# Wait_TS: 0.00035135\n# DB: import_into\n# Is_internal: false\n# Digest: 0c20fa95369ef6c6356c8d0d539210819a261fab936f1e19a6481337f4a39bb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`c`,`b`,`a`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 17:56:46.500 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=76] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 17:56:46.511 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:46.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:46.511 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:46.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 17:56:46.527 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [category=ddl] [job="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:46.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:46.544 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=618.383µs] [gotSchemaVersion=77] [phyTblIDs="[122]"] [actionTypes="[4]"] [2024/05/06 17:56:46.548 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=124] [version=77] [2024/05/06 17:56:46.593 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=52.557088ms] [job="ID:124, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:46.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:46.606 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [category=ddl] [job="ID:124, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:46.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:46.623 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=649.685µs] [gotSchemaVersion=78] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:46.627 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=124] [version=78] [2024/05/06 17:56:46.673 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=53.390882ms] [job="ID:124, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:46.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:46.687 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [category=ddl] [job="ID:124, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:46.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:46.707 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=597.081µs] [gotSchemaVersion=79] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:46.711 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=124] [version=79] [2024/05/06 17:56:46.711 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=7] [step=-2] [state=succeed] [2024/05/06 17:56:46.756 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=52.533138ms] [job="ID:124, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:46.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:46.771 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=124] [elementID=1] [comment="table ID is 122"] [2024/05/06 17:56:46.776 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=124] [jobType="drop table"] [2024/05/06 17:56:46.777 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [job="ID:124, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:46.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:46.784 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=7] [2024/05/06 17:56:46.791 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:56:46.796 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=124] [2024/05/06 17:56:46.796 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:46.799 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=79] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, d varchar(100));"] [user=] [2024/05/06 17:56:46.806 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:56:46.814 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:46.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:46.814 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:46.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int, d varchar(100));"] [2024/05/06 17:56:46.830 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:46.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:46.852 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=2.090672ms] [gotSchemaVersion=80] [phyTblIDs="[125]"] [actionTypes="[3]"] [2024/05/06 17:56:46.857 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=126] [version=80] [2024/05/06 17:56:46.900 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=52.574092ms] [job="ID:126, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:46.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:46.916 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [job="ID:126, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:46.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:46.929 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/05/06 17:56:46.929 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:46.974 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`c`, `d`, `a`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 17:56:46.993 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=8] [job-id=8] [thread-cnt=1] [2024/05/06 17:56:46.993 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=8] [2024/05/06 17:56:47.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=8] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 17:56:48.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=8] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:56:48.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=8] [task-type=ImportInto] [num=1] [2024/05/06 17:56:48.276 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [2024/05/06 17:56:48.291 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:48.291 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 17:56:48.291 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=109.935µs] [2024/05/06 17:56:48.291 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=253.79µs] [] [2024/05/06 17:56:48.291 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:56:48.291 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=8] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 17:56:48.291 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:48.306 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=8] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:56:48.306 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:48.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=8] [2024/05/06 17:56:48.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=8] [type=ImportInto] [2024/05/06 17:56:48.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:48.782 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:48.782 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:48.783 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:48.783 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:48.784 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:48.784 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:48.784 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=8] [mode=Import] [2024/05/06 17:56:48.799 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:48.799 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:48.799 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:48.799 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:48.799 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:48.799 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:48.799 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:48.800 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:48.800 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:48.800 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:48.805 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=8] [2024/05/06 17:56:48.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=8] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:48.881 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 17:56:48.881 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 17:56:48.886 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:48.887 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:48.887 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:48.888 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:48.888 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:48.889 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:48.889 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:48.889 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:48.889 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:48.889 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:48.889 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:48.889 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:48.889 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:48.890 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:48.890 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:48.890 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:48.890 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:48.890 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:48.890 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:48.894 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:48.895 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:48.895 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:48.896 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:48.896 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:48.897 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:48.897 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:48.906 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:48.906 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:56:48.906 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=8] [step=import] [limit=256MiB] [2024/05/06 17:56:48.920 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [2024/05/06 17:56:48.923 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:48.927 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:48.927 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=125] [2024/05/06 17:56:49.017 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=125] [key=db.tbl.001.csv:0] [2024/05/06 17:56:49.019 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=125] [key=db.tbl.001.csv:0] [readDur=784.078µs] [encodeDur=536.04µs] [deliverDur=194.355µs] [checksum="{cksum=11510279650924602162,size=82,kvs=2}"] [takeTime=1.790495ms] [] [2024/05/06 17:56:49.020 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=125] [2024/05/06 17:56:49.020 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/51b79f0c-c234-4b78-a6c1-1924f849f27c.sst] [firstKey=74800000000000007D5F728000000000000001] [lastKey=74800000000000007D5F728000000000000002] [2024/05/06 17:56:49.047 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=125] [key=db.tbl.002.csv:0] [2024/05/06 17:56:49.048 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=125] [key=db.tbl.002.csv:0] [readDur=700.76µs] [encodeDur=129.306µs] [deliverDur=165.612µs] [checksum="{cksum=16401860098335995135,size=82,kvs=2}"] [takeTime=1.196398ms] [] [2024/05/06 17:56:49.049 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=125] [2024/05/06 17:56:49.049 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/9bdb6cfd-90ac-44ff-80ca-0f8feedb9ad8.sst] [firstKey=74800000000000007D5F728000000000000006] [lastKey=74800000000000007D5F728000000000000007] [2024/05/06 17:56:49.083 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=125] [key=db.tbl.003.csv:0] [2024/05/06 17:56:49.085 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=125] [key=db.tbl.003.csv:0] [readDur=788.528µs] [encodeDur=427.889µs] [deliverDur=200.892µs] [checksum="{cksum=17104710824714968226,size=82,kvs=2}"] [takeTime=1.62518ms] [] [2024/05/06 17:56:49.085 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/fe4714a7-eb1a-4136-afb4-6cd6224a1fc8.sst] [firstKey=74800000000000007D5F72800000000000000B] [lastKey=74800000000000007D5F72800000000000000C] [2024/05/06 17:56:49.085 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [takeTime=165.268806ms] [] [2024/05/06 17:56:49.086 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 17:56:49.086 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 17:56:49.086 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:49.087 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.531445ms] [] [2024/05/06 17:56:49.087 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 17:56:49.092 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:49.093 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 17:56:49.094 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:49.094 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:49.094 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF7D5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7D5F728000000000FF00000D0000000000FA] [retry=0] [2024/05/06 17:56:49.094 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF7D5F728000000000FF0000010000000000FA] [end=7480000000000000FF7D5F728000000000FF00000D0000000000FA] [2024/05/06 17:56:49.094 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF7D5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7D5F728000000000FF00000D0000000000FA] [regions=1] [2024/05/06 17:56:49.095 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=534.362µs] [2024/05/06 17:56:49.095 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.288858ms] [] [2024/05/06 17:56:49.108 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 17:56:49.110 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=22.162458ms] [] [2024/05/06 17:56:49.110 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:49.111 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.038326ms] [] [2024/05/06 17:56:49.111 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 17:56:49.111 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:49.112 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.244112ms] [] [2024/05/06 17:56:49.112 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 17:56:49.112 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:49.112 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=46.239µs] [] [2024/05/06 17:56:49.112 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:49.113 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=750.445µs] [] [2024/05/06 17:56:49.116 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574183656488964] [req-type=Get] [region="{ region id: 14, ver: 19, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:49.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=8] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:56:49.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=8] [task-type=ImportInto] [num=1] [2024/05/06 17:56:49.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [2024/05/06 17:56:49.282 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:49.283 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:49.283 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:49.284 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:49.284 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:49.285 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:49.285 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:49.285 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:49.299 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:49.299 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:49.299 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:49.299 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:49.299 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:49.299 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:49.299 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:49.299 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:49.299 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:49.299 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:49.314 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":0,\"3\":6,\"4\":36}}"] [2024/05/06 17:56:49.316 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:49.316 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=8] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 17:56:49.316 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:49.328 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=8] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:56:49.328 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:49.433 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 17:56:49.436 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:49.436 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:49.436 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:49.436 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:49.436 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:49.436 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:49.436 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:49.436 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:49.436 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:49.436 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:49.438 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:49.438 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:49.438 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:49.438 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=8] [error="context canceled"] [2024/05/06 17:56:49.438 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=8] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=558.413994ms] [] [2024/05/06 17:56:49.743 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=8] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:49.745 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=8] [step=post-process] [2024/05/06 17:56:49.757 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 17:56:49.757 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 17:56:49.757 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 17:56:49.760 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:49.761 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:49.761 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:49.762 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:49.762 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:49.763 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:49.763 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:49.763 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:49.763 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:49.763 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:49.763 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:49.763 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:49.763 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:49.763 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:49.763 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:49.764 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:49.764 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:49.764 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:49.764 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:49.773 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=15.728773ms] [] [2024/05/06 17:56:49.773 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [checksum="{cksum=10467356601048550255,size=246,kvs=6}"] [2024/05/06 17:56:49.774 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [weight=30] [2024/05/06 17:56:49.774 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [concurrency=15] [2024/05/06 17:56:49.776 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [local="{cksum=10467356601048550255,size=246,kvs=6}"] [2024/05/06 17:56:49.776 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=18.710469ms] [] [2024/05/06 17:56:49.776 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=18.86607ms] [] [2024/05/06 17:56:50.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=8] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:50.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=8] [task-type=ImportInto] [num=1] [2024/05/06 17:56:50.280 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:50.280 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=8] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 17:56:50.280 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:50.293 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=8] [step=done] [state=running] [] [2024/05/06 17:56:50.296 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=8] [2024/05/06 17:56:50.303 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:50.400 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=8] [error="context canceled"] [2024/05/06 17:56:50.400 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=8] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=656.558793ms] [] [2024/05/06 17:56:50.607 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.674459026\n# Parse_time: 0.00011308\n# Compile_time: 0.000368539\n# Rewrite_time: 0.000086186\n# Optimize_time: 0.000175117\n# Wait_TS: 0.000314324\n# DB: import_into\n# Is_internal: false\n# Digest: ab42cfd270552c1858f87a1550b5f5accab0738f18639050f3025ce52f1095a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My42N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My42N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`c`,`d`,`a`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 17:56:50.610 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=80] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 17:56:50.620 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:127, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:50.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 17:56:50.620 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:127, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:50.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:50.636 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:50.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:50.655 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=536.685µs] [gotSchemaVersion=81] [phyTblIDs="[125]"] [actionTypes="[4]"] [2024/05/06 17:56:50.659 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=127] [version=81] [2024/05/06 17:56:50.702 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=8] [step=-2] [state=succeed] [2024/05/06 17:56:50.705 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=53.627826ms] [job="ID:127, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:50.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:50.718 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:50.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:50.735 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=674.323µs] [gotSchemaVersion=82] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:50.740 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=127] [version=82] [2024/05/06 17:56:50.783 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=8] [2024/05/06 17:56:50.784 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=52.497982ms] [job="ID:127, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:50.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:50.790 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:56:50.804 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:50.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:50.805 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:56:50.827 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=4.995047ms] [gotSchemaVersion=83] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:50.831 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=127] [version=83] [2024/05/06 17:56:50.873 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=53.086785ms] [job="ID:127, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:50.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:50.887 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=127] [elementID=1] [comment="table ID is 125"] [2024/05/06 17:56:50.892 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=127] [jobType="drop table"] [2024/05/06 17:56:50.894 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [job="ID:127, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:50.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:50.912 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=127] [2024/05/06 17:56:50.912 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:50.914 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.304717325\n# Parse_time: 0.000066563\n# Compile_time: 0.000241292\n# Rewrite_time: 0.00000485\n# Optimize_time: 0.000192871\n# Wait_TS: 0.000348882\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 17:56:50.915 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=83] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [user=] [2024/05/06 17:56:50.929 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:129, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:50.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [2024/05/06 17:56:50.929 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:50.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:50.946 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:50.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:50.969 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=2.113117ms] [gotSchemaVersion=84] [phyTblIDs="[128]"] [actionTypes="[3]"] [2024/05/06 17:56:50.973 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=129] [version=84] [2024/05/06 17:56:51.016 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=52.925475ms] [job="ID:129, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:50.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:51.031 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [job="ID:129, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:50.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:51.044 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/05/06 17:56:51.045 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:51.089 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(@`1`, @`2`, `a`)\",\"set-clause\":\"`c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa')\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 17:56:51.108 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=9] [job-id=9] [thread-cnt=1] [2024/05/06 17:56:51.108 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=9] [2024/05/06 17:56:53.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=9] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 17:56:54.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=9] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:56:54.275 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=9] [task-type=ImportInto] [num=1] [2024/05/06 17:56:54.276 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [2024/05/06 17:56:54.289 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:56:54.289 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 17:56:54.290 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=79.74µs] [2024/05/06 17:56:54.290 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=231.498µs] [] [2024/05/06 17:56:54.290 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:56:54.290 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=9] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 17:56:54.290 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:56:54.304 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=9] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:56:54.304 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:56:54.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=9] [2024/05/06 17:56:54.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=9] [type=ImportInto] [2024/05/06 17:56:54.679 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d976865b-474d-4fb6-964a-a51aef7eab58"] ["owner key"=/tidb/br-stream/owner/22318f4d535e5d5d] [ownerID=d976865b-474d-4fb6-964a-a51aef7eab58] [op=none] [2024/05/06 17:56:54.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:54.782 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:54.782 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:54.783 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:54.783 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:54.784 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:54.784 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:54.784 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=9] [mode=Import] [2024/05/06 17:56:54.799 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:54.799 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:54.799 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:54.799 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:54.799 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:54.799 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:54.799 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:54.799 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:54.799 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:54.799 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:54.804 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=9] [2024/05/06 17:56:54.878 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=9] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:54.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 17:56:54.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 17:56:54.885 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:54.886 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:54.886 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:54.887 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:54.887 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:54.888 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:54.888 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:54.888 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:54.888 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:54.888 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:54.888 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:54.888 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:54.888 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:54.888 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:54.888 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:54.888 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:54.888 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:54.893 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:54.894 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:54.894 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:54.894 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:54.895 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:54.895 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:54.895 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:54.905 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:56:54.905 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:56:54.905 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=9] [step=import] [limit=256MiB] [2024/05/06 17:56:54.919 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [2024/05/06 17:56:54.923 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:54.926 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:54.927 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=128] [2024/05/06 17:56:54.961 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=128] [key=db.tbl.001.csv:0] [2024/05/06 17:56:54.963 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=128] [key=db.tbl.001.csv:0] [readDur=1.072204ms] [encodeDur=292.591µs] [deliverDur=29.398µs] [checksum="{cksum=2180128874604033942,size=96,kvs=2}"] [takeTime=1.653738ms] [] [2024/05/06 17:56:54.964 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=128] [2024/05/06 17:56:54.964 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/fd23f21e-db4a-4297-829e-31dae8efbc15.sst] [firstKey=7480000000000000805F72800000000000000B] [lastKey=7480000000000000805F728000000000000016] [2024/05/06 17:56:55.021 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=128] [key=db.tbl.002.csv:0] [2024/05/06 17:56:55.022 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=128] [key=db.tbl.002.csv:0] [readDur=879.573µs] [encodeDur=262.557µs] [deliverDur=13.791µs] [checksum="{cksum=17114733561715978064,size=96,kvs=2}"] [takeTime=1.404769ms] [] [2024/05/06 17:56:55.023 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=128] [2024/05/06 17:56:55.023 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/6b640f86-e470-42e2-ad42-d7ebb52964a3.sst] [firstKey=7480000000000000805F728000000000000021] [lastKey=7480000000000000805F72800000000000002C] [2024/05/06 17:56:55.086 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=128] [key=db.tbl.003.csv:0] [2024/05/06 17:56:55.088 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=128] [key=db.tbl.003.csv:0] [readDur=842.043µs] [encodeDur=409.417µs] [deliverDur=10.585µs] [checksum="{cksum=126932759714365300,size=96,kvs=2}"] [takeTime=1.518365ms] [] [2024/05/06 17:56:55.089 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [takeTime=169.859914ms] [] [2024/05/06 17:56:55.089 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/338f3406-0558-464e-8d86-6b1d0a10149a.sst] [firstKey=7480000000000000805F728000000000000037] [lastKey=7480000000000000805F728000000000000042] [2024/05/06 17:56:55.089 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 17:56:55.089 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 17:56:55.089 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:55.091 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.801265ms] [] [2024/05/06 17:56:55.091 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 17:56:55.096 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:56:55.097 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=288] [2024/05/06 17:56:55.098 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:56:55.098 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:55.098 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF805F728000000000FF00000B0000000000FA] [maxKey=7480000000000000FF805F728000000000FF0000430000000000FA] [retry=0] [2024/05/06 17:56:55.098 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF805F728000000000FF00000B0000000000FA] [end=7480000000000000FF805F728000000000FF0000430000000000FA] [2024/05/06 17:56:55.098 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF805F728000000000FF00000B0000000000FA] [maxKey=7480000000000000FF805F728000000000FF0000430000000000FA] [regions=1] [2024/05/06 17:56:55.099 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=595.366µs] [2024/05/06 17:56:55.099 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.389058ms] [] [2024/05/06 17:56:55.113 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=288] [kvs=6] [importedSize=288] [importedCount=6] [2024/05/06 17:56:55.115 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=23.398011ms] [] [2024/05/06 17:56:55.115 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:56:55.116 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.172979ms] [] [2024/05/06 17:56:55.116 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 17:56:55.116 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:55.117 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.258834ms] [] [2024/05/06 17:56:55.117 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 17:56:55.117 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:55.117 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=48.267µs] [] [2024/05/06 17:56:55.117 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:56:55.118 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=658.236µs] [] [2024/05/06 17:56:55.122 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574185229615107] [req-type=Get] [region="{ region id: 14, ver: 21, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:56:55.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=9] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:56:55.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=9] [task-type=ImportInto] [num=1] [2024/05/06 17:56:55.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [2024/05/06 17:56:55.282 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:55.283 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:55.283 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:55.284 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:55.284 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:55.285 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:55.285 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:55.285 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:56:55.299 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:55.299 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:55.299 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:55.299 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:55.299 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:55.299 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:55.299 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:55.299 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:55.299 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:55.299 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:55.314 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":54,\"3\":12,\"4\":36}}"] [2024/05/06 17:56:55.315 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:56:55.315 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=9] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 17:56:55.315 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:55.328 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=9] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:56:55.328 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:55.438 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 17:56:55.440 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:55.440 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:55.440 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:55.440 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:55.440 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:55.440 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:55.440 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:55.441 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:55.441 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:55.441 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:55.442 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:55.442 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:55.442 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:55.442 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=9] [error="context canceled"] [2024/05/06 17:56:55.442 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=9] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=563.625906ms] [] [2024/05/06 17:56:55.747 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=9] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:56:55.749 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=9] [step=post-process] [2024/05/06 17:56:55.761 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 17:56:55.761 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 17:56:55.761 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 17:56:55.764 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:56:55.765 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:56:55.765 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:56:55.766 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:55.766 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:56:55.767 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:56:55.767 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:56:55.767 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:56:55.767 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:56:55.767 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:56:55.767 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:56:55.767 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:56:55.767 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:56:55.767 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:56:55.767 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:56:55.768 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:56:55.768 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:56:55.768 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:56:55.768 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:56:55.768 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:56:55.775 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=13.619211ms] [] [2024/05/06 17:56:55.775 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [checksum="{cksum=17437960271832508338,size=288,kvs=6}"] [2024/05/06 17:56:55.776 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [weight=30] [2024/05/06 17:56:55.776 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [concurrency=15] [2024/05/06 17:56:55.778 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [local="{cksum=17437960271832508338,size=288,kvs=6}"] [2024/05/06 17:56:55.778 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=16.752945ms] [] [2024/05/06 17:56:55.778 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=16.872465ms] [] [2024/05/06 17:56:56.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=9] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:56:56.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=9] [task-type=ImportInto] [num=1] [2024/05/06 17:56:56.280 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=post-process] [next-step=done] [2024/05/06 17:56:56.280 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=9] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 17:56:56.280 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:56:56.292 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=9] [step=done] [state=running] [] [2024/05/06 17:56:56.295 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=9] [2024/05/06 17:56:56.302 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:56:56.402 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=9] [error="context canceled"] [2024/05/06 17:56:56.402 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=9] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=654.812631ms] [] [2024/05/06 17:56:56.520 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 5.472871778\n# Parse_time: 0.000259366\n# Compile_time: 0.000446128\n# Rewrite_time: 0.000109996\n# Optimize_time: 0.000192871\n# Wait_TS: 0.000294557\n# DB: import_into\n# Is_internal: false\n# Digest: 4a0fe07d939f765134a1b85b431969d9bb6528c6a8167edf81387950de66899e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (@`1`,@`2`,`a`) SET `c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa') FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 17:56:56.523 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=84] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 17:56:56.533 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:56.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:56.533 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:56.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 17:56:56.548 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=130] [conn=2] [category=ddl] [job="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:56.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:56.564 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=571.141µs] [gotSchemaVersion=85] [phyTblIDs="[128]"] [actionTypes="[4]"] [2024/05/06 17:56:56.568 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=130] [version=85] [2024/05/06 17:56:56.614 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=53.355896ms] [job="ID:130, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:56.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:56.627 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=130] [conn=2] [category=ddl] [job="ID:130, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:56.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:56.643 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=529.395µs] [gotSchemaVersion=86] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:56.646 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=130] [version=86] [2024/05/06 17:56:56.692 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=52.491308ms] [job="ID:130, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:56.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:56.704 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=9] [step=-2] [state=succeed] [2024/05/06 17:56:56.705 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=130] [conn=2] [category=ddl] [job="ID:130, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:56.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:56.724 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=524.434µs] [gotSchemaVersion=87] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:56:56.728 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=130] [version=87] [2024/05/06 17:56:56.774 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=52.442413ms] [job="ID:130, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:56.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:56.782 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=9] [2024/05/06 17:56:56.788 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=130] [elementID=1] [comment="table ID is 128"] [2024/05/06 17:56:56.789 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:56:56.792 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=130] [jobType="drop table"] [2024/05/06 17:56:56.794 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=130] [conn=2] [job="ID:130, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:3, start time: 2024-05-06 17:56:56.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:56.804 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:56:56.811 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=130] [2024/05/06 17:56:56.811 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:56.814 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=87] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [user=] [2024/05/06 17:56:56.827 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:56.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:56:56.827 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:56.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [2024/05/06 17:56:56.842 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:56.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:56.862 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=1.961192ms] [gotSchemaVersion=88] [phyTblIDs="[131]"] [actionTypes="[3]"] [2024/05/06 17:56:56.866 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=132] [version=88] [2024/05/06 17:56:56.911 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=53.129385ms] [job="ID:132, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 17:56:56.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:56.926 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [job="ID:132, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 17:56:56.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:56:56.938 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=132] [2024/05/06 17:56:56.938 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:56:56.979 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(@`1`, @`2`, `a`)\",\"set-clause\":\"`c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa')\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 17:56:56.999 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=10] [job-id=10] [thread-cnt=1] [2024/05/06 17:56:56.999 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=10] [2024/05/06 17:56:59.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=10] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 17:57:00.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=10] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:57:00.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=10] [task-type=ImportInto] [num=1] [2024/05/06 17:57:00.276 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [2024/05/06 17:57:00.286 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:57:00.287 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 17:57:00.287 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=70.617µs] [2024/05/06 17:57:00.287 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=198.867µs] [] [2024/05/06 17:57:00.287 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:57:00.287 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=10] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 17:57:00.287 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:57:00.300 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=10] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:57:00.300 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:57:00.571 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=10] [2024/05/06 17:57:00.571 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=10] [type=ImportInto] [2024/05/06 17:57:00.779 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:00.780 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:00.780 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:00.781 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:00.781 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:00.782 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:00.782 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:00.782 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=10] [mode=Import] [2024/05/06 17:57:00.800 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:00.800 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:00.800 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:00.800 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:00.800 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:00.800 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:00.800 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:00.800 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:00.800 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:00.800 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:00.806 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=10] [2024/05/06 17:57:00.877 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=10] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:57:00.878 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 17:57:00.878 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 17:57:00.883 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:00.884 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:00.884 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:00.885 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:00.885 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:00.885 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:00.886 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:00.886 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:00.886 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:00.886 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:00.886 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:57:00.886 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:00.886 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:57:00.886 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:57:00.886 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:00.886 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:00.886 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:00.886 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:00.886 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:00.890 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:00.891 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:00.891 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:00.892 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:00.892 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:00.893 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:00.893 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:00.901 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:57:00.902 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:57:00.902 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=10] [step=import] [limit=256MiB] [2024/05/06 17:57:00.914 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [2024/05/06 17:57:00.917 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:57:00.921 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:57:00.921 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=131] [2024/05/06 17:57:00.932 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=131] [key=db.tbl.001.csv:0] [2024/05/06 17:57:00.933 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=131] [key=db.tbl.001.csv:0] [readDur=714.469µs] [encodeDur=325.759µs] [deliverDur=23.031µs] [checksum="{cksum=9096151903818431098,size=104,kvs=2}"] [takeTime=1.283591ms] [] [2024/05/06 17:57:00.934 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=131] [2024/05/06 17:57:00.934 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=104] [kvs=2] [files=1] [sstFileSize=1010] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/3246f80c-a3bd-4132-a76d-572d29b9a865.sst] [firstKey=7480000000000000835F728840000000000001] [lastKey=7480000000000000835F72F8A0000000000002] [2024/05/06 17:57:00.945 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=131] [key=db.tbl.002.csv:0] [2024/05/06 17:57:00.946 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=131] [key=db.tbl.002.csv:0] [readDur=750.593µs] [encodeDur=316.901µs] [deliverDur=10.369µs] [checksum="{cksum=1540599946714846010,size=104,kvs=2}"] [takeTime=1.33719ms] [] [2024/05/06 17:57:00.947 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=131] [2024/05/06 17:57:00.947 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=104] [kvs=2] [files=1] [sstFileSize=1008] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/19b2684b-38b7-40e8-9d1a-66c14e98669b.sst] [firstKey=7480000000000000835F728780000000000007] [lastKey=7480000000000000835F72D700000000000006] [2024/05/06 17:57:01.003 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=131] [key=db.tbl.003.csv:0] [2024/05/06 17:57:01.004 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=131] [key=db.tbl.003.csv:0] [readDur=697.741µs] [encodeDur=238.587µs] [deliverDur=8.693µs] [checksum="{cksum=7135556550049781423,size=104,kvs=2}"] [takeTime=1.171823ms] [] [2024/05/06 17:57:01.004 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=104] [kvs=2] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/fbc2a47c-72ca-4a93-a1fc-3c5f24620897.sst] [firstKey=7480000000000000835F72A60000000000000B] [lastKey=7480000000000000835F72DA6000000000000C] [2024/05/06 17:57:01.004 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [takeTime=90.662726ms] [] [2024/05/06 17:57:01.005 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 17:57:01.005 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 17:57:01.005 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:57:01.007 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.885151ms] [] [2024/05/06 17:57:01.007 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 17:57:01.011 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:57:01.013 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=312] [2024/05/06 17:57:01.013 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:57:01.013 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:57:01.013 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF835F728780000000FF0000070000000000FA] [maxKey=7480000000000000FF835F72F8A0000000FF0000030000000000FA] [retry=0] [2024/05/06 17:57:01.013 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF835F728780000000FF0000070000000000FA] [end=7480000000000000FF835F72F8A0000000FF0000030000000000FA] [2024/05/06 17:57:01.013 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF835F728780000000FF0000070000000000FA] [maxKey=7480000000000000FF835F72F8A0000000FF0000030000000000FA] [regions=1] [2024/05/06 17:57:01.014 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=351.914µs] [2024/05/06 17:57:01.014 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.076593ms] [] [2024/05/06 17:57:01.021 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:23 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 25, request epoch conf_ver: 5 version: 23\")"] ["job stage"=needRescan] [2024/05/06 17:57:01.022 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000835F728780000000000007] [endKey=7480000000000000835F72F8A0000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:57:03.022 +08:00] [2024/05/06 17:57:01.039 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574186776002563] [req-type=Cop] [region="{ region id: 14, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:57:01.039 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574186776002563] [req-type=Cop] [region="{ region id: 14, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:57:01.687 +08:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=d976865b-474d-4fb6-964a-a51aef7eab58] [daemon-id=LogBackup::Advancer] [2024/05/06 17:57:01.687 +08:00] [INFO] [advancer.go:503] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 17:57:03.036 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=312] [kvs=6] [importedSize=312] [importedCount=6] [2024/05/06 17:57:03.037 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.030274323s] [] [2024/05/06 17:57:03.037 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:57:03.038 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.113754ms] [] [2024/05/06 17:57:03.038 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 17:57:03.038 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:57:03.040 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.449695ms] [] [2024/05/06 17:57:03.040 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 17:57:03.040 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:57:03.040 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=42.611µs] [] [2024/05/06 17:57:03.040 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:57:03.041 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=773.831µs] [] [2024/05/06 17:57:03.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=10] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:57:03.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=10] [task-type=ImportInto] [num=1] [2024/05/06 17:57:03.280 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [2024/05/06 17:57:03.282 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:03.283 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:03.283 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:03.284 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:03.284 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:03.285 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:03.285 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:03.285 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:57:03.300 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:03.300 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:03.300 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:03.300 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:03.300 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:03.300 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:03.300 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:03.300 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:03.300 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:03.300 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:03.315 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":54,\"3\":12,\"4\":36}}"] [2024/05/06 17:57:03.317 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:57:03.317 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=10] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 17:57:03.317 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:03.330 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=10] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:57:03.330 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:03.359 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 17:57:03.362 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:03.362 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:03.362 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:03.362 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:03.362 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:03.362 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:03.363 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:03.363 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:03.363 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:03.363 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:03.364 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:03.364 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:03.364 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:03.364 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=10] [error="context canceled"] [2024/05/06 17:57:03.364 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=10] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.48712146s] [] [2024/05/06 17:57:03.670 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=10] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:57:03.672 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=10] [step=post-process] [2024/05/06 17:57:03.684 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 17:57:03.684 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 17:57:03.684 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 17:57:03.687 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:03.688 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:03.688 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:03.689 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:03.689 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:03.690 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:03.690 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:03.690 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:03.690 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:03.690 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:03.690 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:57:03.690 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:03.690 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:57:03.690 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:57:03.691 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:03.691 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:03.691 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:03.691 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:03.691 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:03.698 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=13.723605ms] [] [2024/05/06 17:57:03.698 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [checksum="{cksum=602317331038109679,size=312,kvs=6}"] [2024/05/06 17:57:03.699 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [weight=30] [2024/05/06 17:57:03.699 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [concurrency=15] [2024/05/06 17:57:03.701 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574187483791363] [req-type=Cop] [region="{ region id: 108, ver: 25, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 109, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 110, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 111, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=109-not_leader-110:1] [2024/05/06 17:57:03.706 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [local="{cksum=602317331038109679,size=312,kvs=6}"] [2024/05/06 17:57:03.706 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=21.497596ms] [] [2024/05/06 17:57:03.706 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=21.6456ms] [] [2024/05/06 17:57:03.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=10] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:57:03.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=10] [task-type=ImportInto] [num=1] [2024/05/06 17:57:03.779 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=post-process] [next-step=done] [2024/05/06 17:57:03.779 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=10] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 17:57:03.779 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:03.790 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=10] [step=done] [state=running] [] [2024/05/06 17:57:03.793 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=10] [2024/05/06 17:57:03.800 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:57:03.912 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.971070822\n# Parse_time: 0.000184977\n# Compile_time: 0.000377303\n# Rewrite_time: 0.000078465\n# Optimize_time: 0.00016437\n# Wait_TS: 0.000334496\n# DB: import_into\n# Is_internal: false\n# Digest: 4a0fe07d939f765134a1b85b431969d9bb6528c6a8167edf81387950de66899e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni45N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni45N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (@`1`,@`2`,`a`) SET `c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa') FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 17:57:03.916 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=88] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 17:57:03.925 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:133, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:03.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:57:03.925 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:133, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:03.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 17:57:03.940 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [category=ddl] [job="ID:133, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:03.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:03.956 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=551.738µs] [gotSchemaVersion=89] [phyTblIDs="[131]"] [actionTypes="[4]"] [2024/05/06 17:57:03.960 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=133] [version=89] [2024/05/06 17:57:04.006 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=52.961061ms] [job="ID:133, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:03.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:04.017 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [category=ddl] [job="ID:133, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:03.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:04.022 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=10] [error="context canceled"] [2024/05/06 17:57:04.022 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=10] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=352.181376ms] [] [2024/05/06 17:57:04.033 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=549.185µs] [gotSchemaVersion=90] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:57:04.037 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=133] [version=90] [2024/05/06 17:57:04.082 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=52.365229ms] [job="ID:133, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:03.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:04.104 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [category=ddl] [job="ID:133, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:03.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:04.125 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=535.83µs] [gotSchemaVersion=91] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:57:04.129 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=133] [version=91] [2024/05/06 17:57:04.174 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=52.958096ms] [job="ID:133, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:3, start time: 2024-05-06 17:57:03.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:04.188 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=133] [elementID=1] [comment="table ID is 131"] [2024/05/06 17:57:04.192 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=133] [jobType="drop table"] [2024/05/06 17:57:04.193 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [job="ID:133, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:3, start time: 2024-05-06 17:57:03.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:04.210 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=133] [2024/05/06 17:57:04.210 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:57:04.213 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=91] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [user=] [2024/05/06 17:57:04.227 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:04.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:57:04.227 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:135, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:04.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [2024/05/06 17:57:04.242 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:04.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:04.263 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=2.104363ms] [gotSchemaVersion=92] [phyTblIDs="[134]"] [actionTypes="[3]"] [2024/05/06 17:57:04.267 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=135] [version=92] [2024/05/06 17:57:04.283 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=10] [2024/05/06 17:57:04.290 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:57:04.304 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:57:04.311 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=53.034169ms] [job="ID:135, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:04.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:04.326 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [job="ID:135, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:04.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:04.338 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/05/06 17:57:04.338 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:57:04.379 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`, `c`, `d`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 17:57:04.398 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=11] [job-id=11] [thread-cnt=1] [2024/05/06 17:57:04.398 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=11] [2024/05/06 17:57:05.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=11] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 17:57:06.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=11] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:57:06.273 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=11] [task-type=ImportInto] [num=1] [2024/05/06 17:57:06.275 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [2024/05/06 17:57:06.289 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:57:06.289 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 17:57:06.289 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=120.648µs] [2024/05/06 17:57:06.289 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=252.268µs] [] [2024/05/06 17:57:06.290 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:57:06.290 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=11] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 17:57:06.290 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:57:06.304 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=11] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:57:06.304 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:57:06.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=11] [2024/05/06 17:57:06.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=11] [type=ImportInto] [2024/05/06 17:57:06.779 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:06.780 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:06.780 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:06.781 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:06.781 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:06.782 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:06.782 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:06.782 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=11] [mode=Import] [2024/05/06 17:57:06.796 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:06.796 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:06.796 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:06.796 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:06.796 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:06.796 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:06.796 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:06.796 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:06.796 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:06.796 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:06.802 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=11] [2024/05/06 17:57:06.878 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=11] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:57:06.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 17:57:06.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 17:57:06.885 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:06.886 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:06.886 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:06.887 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:06.887 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:06.888 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:06.888 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:06.888 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:06.888 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:06.888 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:06.888 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:57:06.888 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:06.888 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:57:06.888 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:57:06.888 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:06.888 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:06.888 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:06.889 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:06.889 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:06.893 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:06.893 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:06.893 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:06.894 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:06.894 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:06.895 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:06.895 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:06.904 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:57:06.904 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:57:06.904 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=11] [step=import] [limit=256MiB] [2024/05/06 17:57:06.917 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [2024/05/06 17:57:06.921 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:57:06.925 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:57:06.925 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=134] [2024/05/06 17:57:06.973 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=134] [key=db.tbl.001.csv:0] [2024/05/06 17:57:06.975 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=134] [key=db.tbl.001.csv:0] [readDur=1.069608ms] [encodeDur=612.829µs] [deliverDur=146.947µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [takeTime=2.32435ms] [] [2024/05/06 17:57:06.976 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=134] [2024/05/06 17:57:06.977 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/9ef0639f-a006-4034-8606-f8d2f4ebc216.sst] [firstKey=7480000000000000865F728000000000000001] [lastKey=7480000000000000865F728000000000000002] [2024/05/06 17:57:06.998 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=134] [key=db.tbl.002.csv:0] [2024/05/06 17:57:06.999 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=134] [key=db.tbl.002.csv:0] [readDur=736.223µs] [encodeDur=502.546µs] [deliverDur=12.326µs] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [takeTime=1.425639ms] [] [2024/05/06 17:57:07.000 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=134] [2024/05/06 17:57:07.000 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/36a585f5-b882-4ced-8cbd-2708fc494e8d.sst] [firstKey=7480000000000000865F728000000000000006] [lastKey=7480000000000000865F728000000000000007] [2024/05/06 17:57:07.026 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=134] [key=db.tbl.003.csv:0] [2024/05/06 17:57:07.028 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=134] [key=db.tbl.003.csv:0] [readDur=802.169µs] [encodeDur=535.632µs] [deliverDur=14.144µs] [checksum="{cksum=17907548893808300386,size=82,kvs=2}"] [takeTime=1.602548ms] [] [2024/05/06 17:57:07.029 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/ea28813b-cb86-4a19-949d-110bca46434c.sst] [firstKey=7480000000000000865F72800000000000000B] [lastKey=7480000000000000865F72800000000000000C] [2024/05/06 17:57:07.029 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [takeTime=111.083071ms] [] [2024/05/06 17:57:07.029 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 17:57:07.029 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 17:57:07.029 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:57:07.030 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.480529ms] [] [2024/05/06 17:57:07.030 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 17:57:07.035 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:57:07.036 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 17:57:07.036 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:57:07.037 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:57:07.037 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF865F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF865F728000000000FF00000D0000000000FA] [retry=0] [2024/05/06 17:57:07.037 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF865F728000000000FF0000010000000000FA] [end=7480000000000000FF865F728000000000FF00000D0000000000FA] [2024/05/06 17:57:07.037 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF865F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF865F728000000000FF00000D0000000000FA] [regions=1] [2024/05/06 17:57:07.038 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=419.772µs] [2024/05/06 17:57:07.038 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.181216ms] [] [2024/05/06 17:57:07.051 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 27, but you sent conf_ver: 5 version: 25"] [region="{ID=120,startKey=7480000000000000FF865F728000000000FF0000010000000000FA,endKey=7480000000000000FF865F728000000000FF00000D0000000000FA,epoch=\"conf_ver:5 version:27 \",peers=\"id:121 store_id:2 ,id:122 store_id:1 ,id:123 store_id:3 \"}"] [start=7480000000000000865F728000000000000001] [end=7480000000000000865F72800000000000000D] [2024/05/06 17:57:07.051 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000865F728000000000000001] [endKey=7480000000000000865F72800000000000000D] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:57:09.051 +08:00] [2024/05/06 17:57:07.090 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574188361973764] [req-type=Cop] [region="{ region id: 14, ver: 25, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:57:07.090 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574188361973764] [req-type=Cop] [region="{ region id: 14, ver: 25, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:57:09.073 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 17:57:09.075 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.044221284s] [] [2024/05/06 17:57:09.075 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:57:09.076 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.184771ms] [] [2024/05/06 17:57:09.076 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 17:57:09.076 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:57:09.078 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.536355ms] [] [2024/05/06 17:57:09.078 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 17:57:09.078 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:57:09.078 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=45.001µs] [] [2024/05/06 17:57:09.078 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:57:09.079 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=859.593µs] [] [2024/05/06 17:57:09.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=11] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:57:09.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=11] [task-type=ImportInto] [num=1] [2024/05/06 17:57:09.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [2024/05/06 17:57:09.282 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:09.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:09.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:09.284 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:09.284 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:09.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:09.285 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:09.285 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:57:09.299 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:09.299 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:09.299 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:09.299 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:09.299 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:09.299 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:09.299 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:09.299 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:09.300 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:09.300 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:09.315 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":6,\"3\":36,\"4\":7}}"] [2024/05/06 17:57:09.317 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:57:09.317 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=11] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 17:57:09.317 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:09.330 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=11] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:57:09.330 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:09.398 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 17:57:09.402 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:09.402 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:09.402 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:09.402 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:09.402 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:09.402 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:09.402 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:09.402 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:09.402 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:09.402 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:09.403 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:09.403 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:09.404 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:09.404 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=11] [error="context canceled"] [2024/05/06 17:57:09.404 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=11] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.525461285s] [] [2024/05/06 17:57:09.710 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=11] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:57:09.711 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=11] [step=post-process] [2024/05/06 17:57:09.724 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 17:57:09.724 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 17:57:09.724 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 17:57:09.727 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:09.728 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:09.728 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:09.729 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:09.729 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:09.731 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:09.731 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:09.731 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:09.731 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:09.731 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:09.731 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:09.731 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:57:09.731 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:09.731 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:09.731 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:09.731 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:09.732 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:09.740 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=16.361132ms] [] [2024/05/06 17:57:09.740 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [checksum="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 17:57:09.741 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [weight=30] [2024/05/06 17:57:09.741 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [concurrency=15] [2024/05/06 17:57:09.744 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [local="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 17:57:09.744 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=19.840781ms] [] [2024/05/06 17:57:09.744 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=19.967579ms] [] [2024/05/06 17:57:09.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=11] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:57:09.778 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=11] [task-type=ImportInto] [num=1] [2024/05/06 17:57:09.779 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=post-process] [next-step=done] [2024/05/06 17:57:09.779 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=11] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 17:57:09.779 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:09.792 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=11] [step=done] [state=running] [] [2024/05/06 17:57:09.795 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=11] [2024/05/06 17:57:09.802 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:57:10.063 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=11] [error="context canceled"] [2024/05/06 17:57:10.063 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=11] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=353.238679ms] [] [2024/05/06 17:57:10.111 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 5.770290655\n# Parse_time: 0.000104632\n# Compile_time: 0.000379939\n# Rewrite_time: 0.000094655\n# Optimize_time: 0.000249965\n# Wait_TS: 0.000332217\n# DB: import_into\n# Is_internal: false\n# Digest: f3270b3d4ac347ff792763bdba108394282dd374769c7e26c556d7e9ff20c491\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS43N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS43N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`b`,`c`,`d`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 17:57:10.114 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=92] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 17:57:10.125 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:136, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:10.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:57:10.125 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:136, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:10.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 17:57:10.141 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=136] [conn=2] [category=ddl] [job="ID:136, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:10.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:10.158 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=558.176µs] [gotSchemaVersion=93] [phyTblIDs="[134]"] [actionTypes="[4]"] [2024/05/06 17:57:10.162 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=136] [version=93] [2024/05/06 17:57:10.208 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=53.202497ms] [job="ID:136, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:10.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:10.221 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=136] [conn=2] [category=ddl] [job="ID:136, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:10.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:10.237 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=589.548µs] [gotSchemaVersion=94] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:57:10.242 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=136] [version=94] [2024/05/06 17:57:10.282 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=11] [2024/05/06 17:57:10.286 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=52.464458ms] [job="ID:136, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:10.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:10.289 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:57:10.303 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:57:10.304 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=136] [conn=2] [category=ddl] [job="ID:136, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:10.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:10.324 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=563.309µs] [gotSchemaVersion=95] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:57:10.328 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=136] [version=95] [2024/05/06 17:57:10.373 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=52.680941ms] [job="ID:136, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-06 17:57:10.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:10.387 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=136] [elementID=1] [comment="table ID is 134"] [2024/05/06 17:57:10.391 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=136] [jobType="drop table"] [2024/05/06 17:57:10.393 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=136] [conn=2] [job="ID:136, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-06 17:57:10.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:10.411 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=136] [2024/05/06 17:57:10.411 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:57:10.413 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=95] [cur_db=import_into] [sql="create table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [user=] [2024/05/06 17:57:10.427 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:138, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:137, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:10.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:57:10.427 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:138, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:137, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:10.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [2024/05/06 17:57:10.443 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:137, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:10.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:10.465 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=2.306785ms] [gotSchemaVersion=96] [phyTblIDs="[137]"] [actionTypes="[3]"] [2024/05/06 17:57:10.470 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=138] [version=96] [2024/05/06 17:57:10.513 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=52.874012ms] [job="ID:138, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:137, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:10.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:10.528 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [job="ID:138, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:137, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:10.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:10.540 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=138] [2024/05/06 17:57:10.541 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:57:10.580 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`, `c`, `d`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 17:57:10.598 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=12] [job-id=12] [thread-cnt=1] [2024/05/06 17:57:10.598 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=12] [2024/05/06 17:57:11.771 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=12] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 17:57:12.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=12] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:57:12.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=12] [task-type=ImportInto] [num=1] [2024/05/06 17:57:12.276 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=12] [curr-step=init] [next-step=import] [2024/05/06 17:57:12.287 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:57:12.287 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 17:57:12.287 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=92.1µs] [2024/05/06 17:57:12.287 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=185.245µs] [] [2024/05/06 17:57:12.287 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=12] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:57:12.287 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=12] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 17:57:12.287 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:57:12.300 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=12] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:57:12.301 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:57:12.573 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=12] [2024/05/06 17:57:12.573 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=12] [type=ImportInto] [2024/05/06 17:57:12.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:12.782 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:12.782 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:12.783 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:12.783 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:12.784 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:12.784 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:12.784 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=12] [mode=Import] [2024/05/06 17:57:12.798 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:12.798 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:12.798 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:12.798 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:12.798 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:12.798 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:12.798 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:12.798 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:12.798 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:12.798 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:12.804 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=12] [2024/05/06 17:57:12.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=12] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:57:12.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=12] [step=import] [2024/05/06 17:57:12.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=12] [step=import] [2024/05/06 17:57:12.886 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:12.887 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:12.887 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:12.888 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:12.888 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:12.889 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:12.889 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:12.889 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:12.889 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:12.889 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:57:12.889 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:12.889 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:57:12.889 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:12.889 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:57:12.889 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:12.890 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:12.890 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:12.890 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:12.890 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:12.894 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:12.895 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:12.895 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:12.896 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:12.896 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:12.897 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:12.897 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:12.906 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:57:12.906 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:57:12.906 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=12] [step=import] [limit=256MiB] [2024/05/06 17:57:12.919 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=12] [step=import] [subtask-id=23] [2024/05/06 17:57:12.923 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:57:12.926 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:57:12.927 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=137] [2024/05/06 17:57:12.955 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=137] [key=db.tbl.001.csv:0] [2024/05/06 17:57:12.958 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=137] [key=db.tbl.001.csv:0] [readDur=932.007µs] [encodeDur=1.113779ms] [deliverDur=652.661µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [takeTime=2.986421ms] [] [2024/05/06 17:57:12.959 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=137] [2024/05/06 17:57:12.959 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=988] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/cf38194c-5d8b-4c63-9d01-9928c9e49367.sst] [firstKey=7480000000000000895F728400000000000001] [lastKey=7480000000000000895F728400000000000002] [2024/05/06 17:57:12.978 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=137] [key=db.tbl.002.csv:0] [2024/05/06 17:57:12.980 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=137] [key=db.tbl.002.csv:0] [readDur=804.546µs] [encodeDur=498.77µs] [deliverDur=12.49µs] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [takeTime=1.555821ms] [] [2024/05/06 17:57:12.981 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=137] [2024/05/06 17:57:12.981 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/e3dbe890-a8fa-4065-8ceb-ae1e9e463c3f.sst] [firstKey=7480000000000000895F728000000000000006] [lastKey=7480000000000000895F728000000000000007] [2024/05/06 17:57:12.987 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=137] [key=db.tbl.003.csv:0] [2024/05/06 17:57:12.989 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=137] [key=db.tbl.003.csv:0] [readDur=837.588µs] [encodeDur=407.851µs] [deliverDur=21.048µs] [checksum="{cksum=17907548893808300386,size=82,kvs=2}"] [takeTime=1.533107ms] [] [2024/05/06 17:57:12.989 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=988] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/52df8085-e3ae-4b3f-b1c5-39205feaffde.sst] [firstKey=7480000000000000895F728C0000000000000B] [lastKey=7480000000000000895F728C0000000000000C] [2024/05/06 17:57:12.990 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=12] [step=import] [subtask-id=23] [takeTime=70.160007ms] [] [2024/05/06 17:57:12.990 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/05/06 17:57:12.990 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/05/06 17:57:12.990 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:57:12.992 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.741937ms] [] [2024/05/06 17:57:12.992 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 17:57:12.996 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:57:12.998 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 17:57:12.998 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:57:12.998 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:57:12.998 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF895F728000000000FF0000060000000000FA] [maxKey=7480000000000000FF895F728C00000000FF00000D0000000000FA] [retry=0] [2024/05/06 17:57:12.999 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF895F728000000000FF0000060000000000FA] [end=7480000000000000FF895F728C00000000FF00000D0000000000FA] [2024/05/06 17:57:12.999 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF895F728000000000FF0000060000000000FA] [maxKey=7480000000000000FF895F728C00000000FF00000D0000000000FA] [regions=1] [2024/05/06 17:57:13.000 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=551.731µs] [2024/05/06 17:57:13.000 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.555664ms] [] [2024/05/06 17:57:13.014 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 17:57:13.015 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=23.307586ms] [] [2024/05/06 17:57:13.015 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:57:13.016 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.19945ms] [] [2024/05/06 17:57:13.017 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/05/06 17:57:13.017 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:57:13.018 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.302887ms] [] [2024/05/06 17:57:13.018 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 17:57:13.018 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:57:13.018 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=45.524µs] [] [2024/05/06 17:57:13.018 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:57:13.019 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=936.937µs] [] [2024/05/06 17:57:13.023 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574189921992709] [req-type=Get] [region="{ region id: 14, ver: 27, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:57:13.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=12] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:57:13.279 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=12] [task-type=ImportInto] [num=1] [2024/05/06 17:57:13.280 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [2024/05/06 17:57:13.283 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:13.284 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:13.284 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:13.285 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:13.285 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:13.286 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:13.286 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:13.286 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:57:13.302 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:13.302 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:13.302 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:13.302 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:13.302 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:13.302 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:13.302 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:13.302 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:13.302 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:13.302 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:13.317 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":38,\"2\":6,\"3\":36,\"4\":7}}"] [2024/05/06 17:57:13.319 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:57:13.319 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=12] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 17:57:13.319 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:13.332 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=12] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:57:13.332 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:13.646 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=12] [step=import] [2024/05/06 17:57:13.649 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:13.649 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:13.649 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:13.649 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:13.649 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:13.649 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:13.649 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:13.649 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:13.649 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:13.649 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:13.650 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:13.650 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:13.650 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:13.650 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=12] [error="context canceled"] [2024/05/06 17:57:13.650 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=12] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=771.479412ms] [] [2024/05/06 17:57:13.956 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=12] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:57:13.957 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=12] [step=post-process] [2024/05/06 17:57:13.970 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/05/06 17:57:13.970 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/05/06 17:57:13.970 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/05/06 17:57:13.973 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:13.974 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:13.974 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:13.975 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:13.975 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:13.976 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:13.976 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:13.976 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:13.976 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:13.976 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:13.976 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:57:13.976 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:13.976 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:57:13.976 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:57:13.976 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:13.977 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:13.977 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:13.977 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:13.977 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:13.984 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=13.255056ms] [] [2024/05/06 17:57:13.984 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [checksum="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 17:57:13.985 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [weight=30] [2024/05/06 17:57:13.985 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [concurrency=15] [2024/05/06 17:57:13.987 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [local="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 17:57:13.987 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=16.806103ms] [] [2024/05/06 17:57:13.987 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=16.941361ms] [] [2024/05/06 17:57:14.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=12] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:57:14.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=12] [task-type=ImportInto] [num=1] [2024/05/06 17:57:14.280 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=12] [curr-step=post-process] [next-step=done] [2024/05/06 17:57:14.280 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=12] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 17:57:14.280 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:14.291 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=12] [step=done] [state=running] [] [2024/05/06 17:57:14.294 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=12] [2024/05/06 17:57:14.301 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:57:14.509 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.966047063\n# Parse_time: 0.00010347\n# Compile_time: 0.000323856\n# Rewrite_time: 0.000078033\n# Optimize_time: 0.000189348\n# Wait_TS: 0.000315144\n# DB: import_into\n# Is_internal: false\n# Digest: f3270b3d4ac347ff792763bdba108394282dd374769c7e26c556d7e9ff20c491\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My45N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My45N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`b`,`c`,`d`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] === RUN TestLoadRemote/TestCancelJob [2024/05/06 17:57:14.513 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=96] [cur_db=import_into] [sql="drop database if exists test_cancel_job"] [user=] [2024/05/06 17:57:14.514 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=96] [cur_db=import_into] [sql="create database test_cancel_job"] [user=] [2024/05/06 17:57:14.529 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:140, Type:create schema, State:queueing, SchemaState:none, SchemaID:139, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:57:14.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:57:14.529 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:140, Type:create schema, State:queueing, SchemaState:none, SchemaID:139, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:57:14.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database test_cancel_job"] [2024/05/06 17:57:14.544 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=140] [conn=2] [category=ddl] [job="ID:140, Type:create schema, State:queueing, SchemaState:none, SchemaID:139, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:14.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:14.560 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=1.107651ms] [gotSchemaVersion=97] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:57:14.564 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=140] [version=97] [2024/05/06 17:57:14.609 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=52.764637ms] [job="ID:140, Type:create schema, State:done, SchemaState:public, SchemaID:139, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:57:14.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:14.610 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=12] [error="context canceled"] [2024/05/06 17:57:14.610 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=12] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=654.194439ms] [] [2024/05/06 17:57:14.622 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=140] [conn=2] [job="ID:140, Type:create schema, State:synced, SchemaState:public, SchemaID:139, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:14.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:14.633 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=140] [2024/05/06 17:57:14.633 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:57:14.636 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=97] [cur_db=test_cancel_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=] [2024/05/06 17:57:14.649 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:142, Type:create table, State:queueing, SchemaState:none, SchemaID:139, TableID:141, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:14.641 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:57:14.650 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:142, Type:create table, State:queueing, SchemaState:none, SchemaID:139, TableID:141, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:14.641 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 17:57:14.670 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:create table, State:queueing, SchemaState:none, SchemaID:139, TableID:141, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:14.641 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:14.687 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=1.653586ms] [gotSchemaVersion=98] [phyTblIDs="[141]"] [actionTypes="[3]"] [2024/05/06 17:57:14.691 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=142] [version=98] [2024/05/06 17:57:14.736 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=53.584846ms] [job="ID:142, Type:create table, State:done, SchemaState:public, SchemaID:139, TableID:141, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:14.641 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:14.862 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=12] [2024/05/06 17:57:14.867 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [job="ID:142, Type:create table, State:synced, SchemaState:public, SchemaID:139, TableID:141, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:14.641 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:14.870 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:57:14.880 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=142] [2024/05/06 17:57:14.880 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:57:14.883 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=98] [cur_db=test_cancel_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=] [2024/05/06 17:57:14.886 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:57:14.897 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:139, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:14.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:57:14.897 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:139, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:14.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 17:57:14.918 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:139, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:14.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:14.938 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=1.920477ms] [gotSchemaVersion=99] [phyTblIDs="[143]"] [actionTypes="[3]"] [2024/05/06 17:57:14.942 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=144] [version=99] [2024/05/06 17:57:14.986 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=53.489912ms] [job="ID:144, Type:create table, State:done, SchemaState:public, SchemaID:139, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:14.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:15.009 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [job="ID:144, Type:create table, State:synced, SchemaState:public, SchemaID:139, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:14.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:15.020 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=144] [2024/05/06 17:57:15.020 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:57:15.023 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] [cur_db=test_cancel_job] [sql="DROP USER IF EXISTS 'test_cancel_job1'@'localhost';"] [user=] [2024/05/06 17:57:15.090 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] ["secure text"="create user test_cancel_job1@localhost"] [user=] [2024/05/06 17:57:15.137 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_cancel_job.* to 'test_cancel_job1'@'localhost'"] [user=] [2024/05/06 17:57:15.187 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] [cur_db=test_cancel_job] [sql="DROP USER IF EXISTS 'test_cancel_job2'@'localhost';"] [user=] [2024/05/06 17:57:15.250 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] ["secure text"="create user test_cancel_job2@localhost"] [user=] [2024/05/06 17:57:15.290 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_cancel_job.* to 'test_cancel_job2'@'localhost'"] [user=] [2024/05/06 17:57:15.339 +08:00] [INFO] [tidb.go:285] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 17:57:15.339 +08:00] [WARN] [session.go:2287] ["run statement failed"] [schemaVersion=99] [error="[executor:8170]Job ID 9999999999 doesn't exist"] [errorVerbose="[executor:8170]Job ID 9999999999 doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/executor/importer.GetJob\n\tpkg/executor/importer/job.go:151\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus.func1\n\tpkg/executor/import_into.go:282\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus\n\tpkg/executor/import_into.go:279\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).Next\n\tpkg/executor/import_into.go:265\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:336\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:409\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestCancelJob\n\ttests/realtikvtest/importintotest/job_test.go:400\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:197\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 17:57:15.379 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=false] [2024/05/06 17:57:15.397 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=13] [job-id=13] [thread-cnt=8] [2024/05/06 17:57:15.397 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=13] [2024/05/06 17:57:17.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=13] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:57:18.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=13] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:57:18.273 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=13] [task-type=ImportInto] [num=1] [2024/05/06 17:57:18.274 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=13] [curr-step=init] [next-step=import] [2024/05/06 17:57:18.282 +08:00] [INFO] [import_into.go:269] ["import into action start"] [jobID=13] [action="\"cancel\""] [2024/05/06 17:57:18.284 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t1] [2024/05/06 17:57:18.284 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 17:57:18.285 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=48.754µs] [2024/05/06 17:57:18.285 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t1] [takeTime=143.309µs] [] [2024/05/06 17:57:18.285 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=13] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:57:18.285 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=13] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:57:18.285 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:57:18.295 +08:00] [INFO] [region_request.go:1531] ["send request failed, err: context canceled"] [req-ts=449574191297986570] [req-type=Prewrite] [region="{ region id: 14, ver: 29, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:context canceled,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: true, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=20000] [total-region-errors=] [2024/05/06 17:57:18.296 +08:00] [WARN] [session.go:936] [sql] [label=internal] [error="[kv:9007]Write conflict, txnStartTS=449574191297986570, conflictStartTS=449574191297986568, conflictCommitTS=449574191297986571, key={tableID=84, tableName=mysql.tidb_global_task, handle=13}, originalKey=7480000000000000545f72800000000000000d, primary={tableID=84, tableName=mysql.tidb_global_task, handle=13}, originalPrimaryKey=7480000000000000545f72800000000000000d, reason=Optimistic [try again later]"] [txn="Txn{state=invalid}"] [2024/05/06 17:57:18.296 +08:00] [WARN] [session.go:1221] [retrying] [schemaVersion=99] [retryCnt=0] [queryNum=0] [sql=begin] [2024/05/06 17:57:18.299 +08:00] [WARN] [session.go:1221] [retrying] [schemaVersion=99] [retryCnt=0] [queryNum=1] [sql="update mysql.tidb_global_task set state = 'pending', dispatcher_id = '', step = -1, concurrency = 8, meta = _binary'{\\\"JobID\\\":13,\\\"Plan\\\":{\\\"DBName\\\":\\\"test_cancel_job\\\",\\\"DBID\\\":139,\\\"TableInfo\\\":{\\\"id\\\":141,\\\"name\\\":{\\\"O\\\":\\\"t1\\\",\\\"L\\\":\\\"t1\\\"},\\\"charset\\\":\\\"utf8mb4\\\",\\\"collate\\\":\\\"utf8mb4_bin\\\",\\\"cols\\\":[{\\\"id\\\":1,\\\"name\\\":{\\\"O\\\":\\\"i\\\",\\\"L\\\":\\\"i\\\"},\\\"offset\\\":0,\\\"origin_default\\\":null,\\\"origin_default_bit\\\":null,\\\"default\\\":null,\\\"default_bit\\\":null,\\\"default_is_expr\\\":false,\\\"generated_expr_string\\\":\\\"\\\",\\\"generated_stored\\\":false,\\\"dependences\\\":null,\\\"type\\\":{\\\"Tp\\\":3,\\\"Flag\\\":4099,\\\"Flen\\\":11,\\\"Decimal\\\":0,\\\"Charset\\\":\\\"binary\\\",\\\"Collate\\\":\\\"binary\\\",\\\"Elems\\\":null,\\\"ElemsIsBinaryLit\\\":null,\\\"Array\\\":false},\\\"state\\\":5,\\\"comment\\\":\\\"\\\",\\\"hidden\\\":false,\\\"change_state_info\\\":null,\\\"version\\\":2}],\\\"index_info\\\":null,\\\"constraint_info\\\":null,\\\"fk_info\\\":null,\\\"state\\\":5,\\\"pk_is_handle\\\":true,\\\"is_common_handle\\\":false,\\\"common_handle_version\\\":0,\\\"comment\\\":\\\"\\\",\\\"auto_inc_id\\\":0,\\\"auto_id_cache\\\":0,\\\"au(len:4589)"] [2024/05/06 17:57:18.300 +08:00] [WARN] [session.go:1221] [retrying] [schemaVersion=99] [retryCnt=0] [queryNum=2] [sql="insert into mysql.tidb_background_subtask (step, task_key, exec_id, meta, state, type, checkpoint, summary) values (1, 13, ':4000', _binary'{\\\"ID\\\":0,\\\"Chunks\\\":[{\\\"Path\\\":\\\"t.csv\\\",\\\"FileSize\\\":3,\\\"Offset\\\":0,\\\"EndOffset\\\":3,\\\"PrevRowIDMax\\\":0,\\\"RowIDMax\\\":3,\\\"Type\\\":4,\\\"Compression\\\":0,\\\"Timestamp\\\":1714989438}],\\\"Checksum\\\":{\\\"Sum\\\":0,\\\"KVs\\\":0,\\\"Size\\\":0},\\\"Result\\\":{\\\"LoadedRowCnt\\\":0,\\\"ColSizeMap\\\":null},\\\"MaxIDs\\\":null,\\\"SortedDataMeta\\\":null,\\\"SortedIndexMetas\\\":null}', 'pending', 2, _binary'', '{}')"] [2024/05/06 17:57:18.301 +08:00] [WARN] [session.go:1221] [retrying] [schemaVersion=99] [retryCnt=0] [queryNum=3] [sql=commit] [2024/05/06 17:57:18.301 +08:00] [WARN] [session.go:1244] ["transaction association"] ["retrying txnStartTS"=449574191311093762] ["original txnStartTS"=449574191297986570] [2024/05/06 17:57:18.304 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=13] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:57:18.304 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:57:18.313 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=13] [task-type=ImportInto] [from=pending] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage.func1\n\tpkg/disttask/framework/dispatcher/dispatcher.go:554\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:602\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onPending\n\tpkg/disttask/framework/dispatcher/dispatcher.go:325\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:217\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 17:57:18.313 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=13] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage.func1\n\tpkg/disttask/framework/dispatcher/dispatcher.go:554\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:602\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onPending\n\tpkg/disttask/framework/dispatcher/dispatcher.go:325\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:217\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 17:57:18.772 +08:00] [INFO] [dispatcher.go:243] ["on cancelling state"] [task-id=13] [task-type=ImportInto] [state=cancelling] [stage=-1] [2024/05/06 17:57:18.772 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=cancelling] [to=reverting] [2024/05/06 17:57:19.277 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=13] [step=init] [state=reverting] [error="[0]cancelled by user"] [2024/05/06 17:57:19.282 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:19.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:19.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:19.283 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:19.283 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:19.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:19.284 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:19.284 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=13] [step=init] [mode=Normal] [2024/05/06 17:57:19.288 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:19.288 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:19.288 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:19.288 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:19.288 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:19.288 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:19.288 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:19.288 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:19.288 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:19.289 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:19.296 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/06 17:57:19.502 +08:00] [INFO] [import_into.go:272] ["import into action completed"] [jobID=13] [action="\"cancel\""] [takeTime=1.220019918s] [] [2024/05/06 17:57:19.503 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job1[test_cancel_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.222615893\n# Parse_time: 0.000048749\n# Compile_time: 0.000258378\n# Rewrite_time: 0.000003717\n# Optimize_time: 0.00024324\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test_cancel_job;\ncancel import job 13;"] [2024/05/06 17:57:19.603 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=13] [error="[0]cancelled by user"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/06 17:57:19.782 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=13] [2024/05/06 17:57:19.789 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:57:19.801 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:57:20.016 +08:00] [INFO] [tidb.go:285] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 17:57:20.016 +08:00] [WARN] [session.go:2287] ["run statement failed"] [schemaVersion=99] [error="[executor:8171]The current job status cannot perform the operation. CANCEL"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"test_cancel_job1\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"test_cancel_job1\",\n \"AuthHostname\": \"localhost\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 17:57:20.018 +08:00] [INFO] [tidb.go:285] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 17:57:20.019 +08:00] [WARN] [session.go:2287] ["run statement failed"] [schemaVersion=99] [error="[planner:1227]Access denied; you need (at least one of) the SUPER privilege(s) for this operation"] [errorVerbose="[planner:1227]Access denied; you need (at least one of) the SUPER privilege(s) for this operation\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/executor/importer.GetJob\n\tpkg/executor/importer/job.go:159\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus.func1\n\tpkg/executor/import_into.go:282\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus\n\tpkg/executor/import_into.go:279\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).Next\n\tpkg/executor/import_into.go:265\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:336\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:409\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestCancelJob\n\ttests/realtikvtest/importintotest/job_test.go:452\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:197\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"test_cancel_job2\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"test_cancel_job2\",\n \"AuthHostname\": \"localhost\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 17:57:20.021 +08:00] [INFO] [tidb.go:285] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 17:57:20.022 +08:00] [WARN] [session.go:2287] ["run statement failed"] [schemaVersion=99] [error="[executor:8171]The current job status cannot perform the operation. CANCEL"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 17:57:20.061 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=false] [2024/05/06 17:57:20.077 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=14] [job-id=14] [thread-cnt=8] [2024/05/06 17:57:20.077 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=14] [2024/05/06 17:57:20.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=14] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:57:21.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=14] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:57:21.273 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=14] [task-type=ImportInto] [num=1] [2024/05/06 17:57:21.274 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=14] [curr-step=init] [next-step=import] [2024/05/06 17:57:21.285 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t2] [2024/05/06 17:57:21.285 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 17:57:21.285 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=50.582µs] [2024/05/06 17:57:21.285 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t2] [takeTime=152.801µs] [] [2024/05/06 17:57:21.285 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=14] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:57:21.285 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=14] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:57:21.285 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:57:21.298 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=14] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:57:21.298 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:57:21.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=14] [2024/05/06 17:57:21.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=14] [type=ImportInto] [2024/05/06 17:57:21.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:21.780 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:21.780 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:21.781 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:21.781 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:21.782 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:21.782 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:21.782 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=14] [mode=Import] [2024/05/06 17:57:21.797 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:21.797 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:21.797 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:21.797 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:21.797 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:21.797 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:21.797 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:21.797 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:21.797 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:21.797 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:21.803 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=14] [2024/05/06 17:57:21.878 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=14] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:57:21.879 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=14] [step=import] [2024/05/06 17:57:21.879 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=14] [step=import] [2024/05/06 17:57:21.885 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:21.886 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:21.886 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:21.887 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:21.887 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:21.888 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:21.888 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:21.888 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:21.888 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:57:21.888 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:21.888 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:21.888 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:21.888 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:57:21.888 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:57:21.888 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:21.888 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:21.888 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:21.889 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:21.889 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:21.892 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:21.893 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:21.893 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:21.894 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:21.894 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:21.895 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:21.895 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:21.903 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:57:21.903 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/05/06 17:57:21.903 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=14] [step=import] [limit=256MiB] [2024/05/06 17:57:21.916 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=14] [step=import] [subtask-id=26] [2024/05/06 17:57:21.920 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/06 17:57:21.924 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 17:57:21.924 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=143] [2024/05/06 17:57:21.940 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=143] [key=t.csv:0] [2024/05/06 17:57:21.942 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=143] [key=t.csv:0] [readDur=996.145µs] [encodeDur=508.452µs] [deliverDur=297.488µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [takeTime=2.160517ms] [] [2024/05/06 17:57:21.943 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=14] [step=import] [subtask-id=26] [takeTime=26.95367ms] [] [2024/05/06 17:57:21.943 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/14/53400eb2-f75b-5777-a5ee-cfa50fd4a756.sst/01559b3e-8cd5-4cff-8e66-ca8c464b4c1e.sst] [firstKey=74800000000000008F5F728000000000000001] [lastKey=74800000000000008F5F728000000000000002] [2024/05/06 17:57:21.943 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/05/06 17:57:21.943 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/05/06 17:57:21.943 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/06 17:57:21.945 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [takeTime=1.858202ms] [] [2024/05/06 17:57:21.945 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [retryCnt=0] [2024/05/06 17:57:21.950 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:57:21.951 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] ["region ranges"=1] [count=2] [size=50] [2024/05/06 17:57:21.951 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:57:21.951 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/06 17:57:21.951 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF8F5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF8F5F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 17:57:21.952 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF8F5F728000000000FF0000010000000000FA] [end=7480000000000000FF8F5F728000000000FF0000030000000000FA] [2024/05/06 17:57:21.952 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF8F5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF8F5F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 17:57:21.952 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=342.788µs] [2024/05/06 17:57:21.952 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [takeTime=1.073642ms] [] [2024/05/06 17:57:21.960 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:29 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 31, request epoch conf_ver: 5 version: 29\")"] ["job stage"=needRescan] [2024/05/06 17:57:21.961 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000008F5F728000000000000001] [endKey=74800000000000008F5F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:57:23.961 +08:00] [2024/05/06 17:57:21.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574192267919364] [req-type=Cop] [region="{ region id: 14, ver: 29, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:57:21.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574192267919364] [req-type=Cop] [region="{ region id: 14, ver: 29, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:57:23.975 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 17:57:23.977 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [retryCnt=0] [takeTime=2.031063009s] [] [2024/05/06 17:57:23.977 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/06 17:57:23.978 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [takeTime=1.064414ms] [] [2024/05/06 17:57:23.978 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/05/06 17:57:23.978 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 17:57:23.979 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [takeTime=1.480811ms] [] [2024/05/06 17:57:23.979 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [retryCnt=0] [2024/05/06 17:57:23.980 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 17:57:23.980 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [retryCnt=0] [takeTime=69.33µs] [] [2024/05/06 17:57:23.980 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 17:57:23.981 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [takeTime=942.942µs] [] [2024/05/06 17:57:24.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=14] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:57:24.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=14] [task-type=ImportInto] [num=1] [2024/05/06 17:57:24.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [2024/05/06 17:57:24.280 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:24.281 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:24.281 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:24.282 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:24.282 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:24.283 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:24.283 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:24.283 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:57:24.298 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:24.298 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:24.298 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:24.298 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:24.298 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:24.298 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:24.298 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:24.298 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:24.298 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:24.298 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:24.313 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 17:57:24.314 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:57:24.314 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=14] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:57:24.315 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:24.326 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=14] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:57:24.326 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:24.607 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=14] [step=import] [2024/05/06 17:57:24.610 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:24.610 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:24.610 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:24.610 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:24.610 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:24.610 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:24.610 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:24.610 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:24.610 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:24.610 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:24.612 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:24.612 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:24.612 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:24.612 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=14] [error="context canceled"] [2024/05/06 17:57:24.612 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=14] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.733283501s] [] [2024/05/06 17:57:24.919 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=14] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:57:24.919 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=14] [step=post-process] [2024/05/06 17:57:24.933 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/05/06 17:57:24.935 +08:00] [INFO] [import_into.go:269] ["import into action start"] [jobID=14] [action="\"cancel\""] [2024/05/06 17:57:25.272 +08:00] [INFO] [dispatcher.go:243] ["on cancelling state"] [task-id=14] [task-type=ImportInto] [state=cancelling] [stage=2] [2024/05/06 17:57:25.275 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=cancelling] [to=reverting] [2024/05/06 17:57:25.440 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/05/06 17:57:25.440 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/05/06 17:57:25.440 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [takeTime=1.954µs] [] [2024/05/06 17:57:25.440 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 17:57:25.469 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=14] [2024/05/06 17:57:25.469 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=14] [error="context canceled"] [2024/05/06 17:57:25.469 +08:00] [ERROR] [txn.go:596] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:116\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:116\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:119\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:596\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 17:57:25.470 +08:00] [INFO] [tidb.go:285] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 17:57:25.470 +08:00] [WARN] [session.go:2287] ["run statement failed"] [schemaVersion=99] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:116\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:116\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:119\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 17:57:25.471 +08:00] [ERROR] [scheduler.go:500] [onError] [task-id=14] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:116\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:116\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:119\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 17:57:25.472 +08:00] [ERROR] [scheduler.go:506] ["scheduler met first error"] [task-id=14] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:116\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:116\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:119\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:506\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 17:57:25.473 +08:00] [WARN] [scheduler.go:622] ["subtask canceled"] [task-id=14] [error="context canceled"] [2024/05/06 17:57:25.479 +08:00] [ERROR] [manager.go:403] ["failed to handle task"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:116\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:116\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:119\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 17:57:25.768 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=14] [2024/05/06 17:57:25.786 +08:00] [INFO] [scheduler.go:397] ["scheduler rollback a step"] [task-id=14] [step=2] [2024/05/06 17:57:25.791 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=14] [step=post-process] [2024/05/06 17:57:26.068 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=14] [2024/05/06 17:57:26.275 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=14] [step=post-process] [state=reverting] [error="[0]cancelled by user"] [2024/05/06 17:57:26.279 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:26.279 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:26.279 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:26.280 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:26.280 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:26.281 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:26.281 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:26.281 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=14] [step=post-process] [mode=Normal] [2024/05/06 17:57:26.285 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:26.285 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:26.285 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:26.285 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:26.285 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:26.285 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:26.285 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:26.285 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:26.285 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:26.285 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:26.287 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=14] [2024/05/06 17:57:26.294 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/06 17:57:26.384 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=14] [error="[0]cancelled by user"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/06 17:57:26.414 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=14] [step=2] [state=reverted] [2024/05/06 17:57:26.454 +08:00] [INFO] [import_into.go:272] ["import into action completed"] [jobID=14] [action="\"cancel\""] [takeTime=1.518730198s] [] [2024/05/06 17:57:26.454 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job2[test_cancel_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.52140973\n# Parse_time: 0.000292051\n# Compile_time: 0.000242981\n# Rewrite_time: 0.000002553\n# Optimize_time: 0.000047599\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 14;"] [2024/05/06 17:57:26.784 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=14] [2024/05/06 17:57:26.791 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:57:26.804 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:57:27.478 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] [cur_db=test_cancel_job] [sql="truncate table t2"] [user=root@%] [2024/05/06 17:57:27.492 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:146, Type:truncate table, State:queueing, SchemaState:none, SchemaID:139, TableID:143, RowCount:0, ArgLen:3, start time: 2024-05-06 17:57:27.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:57:27.492 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:146, Type:truncate table, State:queueing, SchemaState:none, SchemaID:139, TableID:143, RowCount:0, ArgLen:3, start time: 2024-05-06 17:57:27.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t2"] [2024/05/06 17:57:27.510 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=146] [conn=2] [category=ddl] [job="ID:146, Type:truncate table, State:queueing, SchemaState:none, SchemaID:139, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:27.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:27.533 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=1.703346ms] [gotSchemaVersion=100] [phyTblIDs="[143,145]"] [actionTypes="[11,11]"] [2024/05/06 17:57:27.537 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=146] [version=100] [2024/05/06 17:57:27.582 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=53.134972ms] [job="ID:146, Type:truncate table, State:done, SchemaState:public, SchemaID:139, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:27.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:27.605 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=146] [elementID=1] [comment="table ID is 143"] [2024/05/06 17:57:27.610 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=146] [jobType="truncate table"] [2024/05/06 17:57:27.611 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=146] [conn=2] [job="ID:146, Type:truncate table, State:synced, SchemaState:public, SchemaID:139, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:27.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:27.628 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=146] [2024/05/06 17:57:27.628 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:57:27.671 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=false] [2024/05/06 17:57:27.688 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=15] [job-id=15] [thread-cnt=8] [2024/05/06 17:57:27.689 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=15] [2024/05/06 17:57:29.771 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=15] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:57:30.274 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=15] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:57:30.275 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=15] [task-type=ImportInto] [num=1] [2024/05/06 17:57:30.276 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=15] [curr-step=init] [next-step=import] [2024/05/06 17:57:30.278 +08:00] [INFO] [import_into.go:269] ["import into action start"] [jobID=15] [action="\"cancel\""] [2024/05/06 17:57:30.794 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t2] [2024/05/06 17:57:30.795 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 17:57:30.795 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=45.429µs] [2024/05/06 17:57:30.795 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t2] [takeTime=148.375µs] [] [2024/05/06 17:57:30.795 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=15] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:57:30.795 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=15] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:57:30.795 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:57:30.806 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=15] [task-type=ImportInto] [from=pending] [to=pending] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onPending\n\tpkg/disttask/framework/dispatcher/dispatcher.go:325\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:217\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 17:57:30.806 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=15] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onPending\n\tpkg/disttask/framework/dispatcher/dispatcher.go:325\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:217\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 17:57:30.808 +08:00] [INFO] [dispatcher.go:243] ["on cancelling state"] [task-id=15] [task-type=ImportInto] [state=cancelling] [stage=-1] [2024/05/06 17:57:30.808 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=cancelling] [to=reverting] [2024/05/06 17:57:31.278 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=15] [step=init] [state=reverting] [error="[0]cancelled by user"] [2024/05/06 17:57:31.283 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:31.284 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:31.284 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:31.285 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:31.285 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:31.286 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:31.286 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:31.286 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=15] [step=init] [mode=Normal] [2024/05/06 17:57:31.293 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:31.293 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:31.293 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:31.293 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:31.293 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:31.293 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:31.293 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:31.293 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:31.293 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:31.293 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:31.301 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/06 17:57:31.498 +08:00] [INFO] [import_into.go:272] ["import into action completed"] [jobID=15] [action="\"cancel\""] [takeTime=1.21979389s] [] [2024/05/06 17:57:31.498 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.222404232\n# Parse_time: 0.000241185\n# Compile_time: 0.000248742\n# Rewrite_time: 0.000003461\n# Optimize_time: 0.000034268\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 15;"] === RUN TestLoadRemote/TestChecksumNotMatch [2024/05/06 17:57:31.508 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 17:57:31.510 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="create database load_data"] [user=root@%] [2024/05/06 17:57:31.524 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:148, Type:create schema, State:queueing, SchemaState:none, SchemaID:147, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:57:31.49 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:57:31.524 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:148, Type:create schema, State:queueing, SchemaState:none, SchemaID:147, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:57:31.49 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database load_data"] [2024/05/06 17:57:31.540 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:create schema, State:queueing, SchemaState:none, SchemaID:147, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:31.49 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:31.557 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=1.797948ms] [gotSchemaVersion=101] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:57:31.562 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=148] [version=101] [2024/05/06 17:57:31.594 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=15] [error="[0]cancelled by user"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/06 17:57:31.605 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=53.312096ms] [job="ID:148, Type:create schema, State:done, SchemaState:public, SchemaID:147, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:57:31.49 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:31.620 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [job="ID:148, Type:create schema, State:synced, SchemaState:public, SchemaID:147, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:31.49 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:31.631 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=148] [2024/05/06 17:57:31.631 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:57:31.635 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 17:57:31.636 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 17:57:31.650 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:147, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:31.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:57:31.650 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:147, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:31.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 17:57:31.669 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:147, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:31.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:31.688 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=2.103398ms] [gotSchemaVersion=102] [phyTblIDs="[149]"] [actionTypes="[3]"] [2024/05/06 17:57:31.693 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=150] [version=102] [2024/05/06 17:57:31.739 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=54.11964ms] [job="ID:150, Type:create table, State:done, SchemaState:public, SchemaID:147, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:31.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:31.757 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [job="ID:150, Type:create table, State:synced, SchemaState:public, SchemaID:147, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:31.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:31.769 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/05/06 17:57:31.769 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:57:31.780 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=15] [2024/05/06 17:57:31.787 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:57:31.799 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:57:31.811 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 17:57:31.829 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=16] [job-id=16] [thread-cnt=1] [2024/05/06 17:57:31.829 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=16] [2024/05/06 17:57:32.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=16] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 17:57:33.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=16] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:57:33.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=16] [task-type=ImportInto] [num=1] [2024/05/06 17:57:33.275 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=16] [curr-step=init] [next-step=import] [2024/05/06 17:57:33.287 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:57:33.287 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 17:57:33.287 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=79.236µs] [2024/05/06 17:57:33.287 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=211.3µs] [] [2024/05/06 17:57:33.287 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=16] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 17:57:33.287 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=16] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=2] [2024/05/06 17:57:33.287 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:57:33.301 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=16] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:57:33.301 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:57:33.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=16] [2024/05/06 17:57:33.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=16] [type=ImportInto] [2024/05/06 17:57:33.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:33.782 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:33.782 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:33.783 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:33.783 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:33.784 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:33.784 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:33.784 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=16] [mode=Import] [2024/05/06 17:57:33.799 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:33.799 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:33.799 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:33.799 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:33.799 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:33.799 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:33.799 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:33.799 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:33.799 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:33.799 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:33.805 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=16] [2024/05/06 17:57:33.878 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=16] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:57:33.879 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=16] [step=import] [2024/05/06 17:57:33.879 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=16] [step=import] [2024/05/06 17:57:33.884 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:33.885 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:33.885 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:33.886 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:33.886 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:33.887 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:33.887 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:33.888 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:33.888 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:33.888 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:33.888 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:33.888 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:33.888 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:57:33.888 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:57:33.888 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:33.888 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:33.888 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:33.888 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:33.888 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:33.892 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:33.893 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:33.893 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:33.894 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:33.894 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:33.895 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:33.895 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:33.904 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:57:33.904 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:57:33.905 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=16] [step=import] [limit=256MiB] [2024/05/06 17:57:33.918 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=29] [2024/05/06 17:57:33.922 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 17:57:33.925 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 17:57:33.925 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=149] [2024/05/06 17:57:33.981 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=149] [key=duplicate-pk-02.csv:0] [2024/05/06 17:57:33.983 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=149] [key=duplicate-pk-02.csv:0] [readDur=893.854µs] [encodeDur=181.933µs] [deliverDur=76.374µs] [checksum="{cksum=2194573200098861684,size=111,kvs=3}"] [takeTime=1.401791ms] [] [2024/05/06 17:57:33.983 +08:00] [WARN] [engine.go:1383] ["duplicated key found, skip write"] [key=7480000000000000955F728000000000000004] [2024/05/06 17:57:33.983 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=29] [takeTime=65.238606ms] [] [2024/05/06 17:57:33.983 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/16/790a6a8f-6378-5243-b426-00d5655f2c86.sst/3099a3f7-ceff-4544-a154-7a35f45bc966.sst] [firstKey=7480000000000000955F728000000000000004] [lastKey=7480000000000000955F728000000000000006] [2024/05/06 17:57:33.983 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/05/06 17:57:33.983 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/05/06 17:57:33.984 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 17:57:33.985 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.801951ms] [] [2024/05/06 17:57:33.985 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/05/06 17:57:33.989 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:57:33.991 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/05/06 17:57:33.991 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:57:33.991 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 17:57:33.991 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF955F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF955F728000000000FF0000070000000000FA] [retry=0] [2024/05/06 17:57:33.992 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF955F728000000000FF0000040000000000FA] [end=7480000000000000FF955F728000000000FF0000070000000000FA] [2024/05/06 17:57:33.992 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF955F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF955F728000000000FF0000070000000000FA] [regions=1] [2024/05/06 17:57:33.993 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=526.714µs] [2024/05/06 17:57:33.993 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.377074ms] [] [2024/05/06 17:57:34.002 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 25, store 3, region 14, epoch conf_ver:5 version:31 , when close write stream: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 33, request epoch conf_ver: 5 version: 31\")"] ["job stage"=needRescan] [2024/05/06 17:57:34.003 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000955F728000000000000004] [endKey=7480000000000000955F728000000000000007] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:57:36.003 +08:00] [2024/05/06 17:57:34.039 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574195426754563] [req-type=Cop] [region="{ region id: 14, ver: 31, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:57:34.039 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574195426754563] [req-type=Cop] [region="{ region id: 14, ver: 31, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:57:36.016 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 17:57:36.017 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=2.031820694s] [] [2024/05/06 17:57:36.017 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 17:57:36.018 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=966.377µs] [] [2024/05/06 17:57:36.018 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/05/06 17:57:36.018 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 17:57:36.020 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.292916ms] [] [2024/05/06 17:57:36.020 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/05/06 17:57:36.020 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 17:57:36.020 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=51.361µs] [] [2024/05/06 17:57:36.020 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 17:57:36.021 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=795.277µs] [] [2024/05/06 17:57:36.037 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=30] [2024/05/06 17:57:36.040 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:57:36.043 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:57:36.044 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=149] [2024/05/06 17:57:36.098 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=149] [key=duplicate-pk-01.csv:0] [2024/05/06 17:57:36.099 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=149] [key=duplicate-pk-01.csv:0] [readDur=845.555µs] [encodeDur=442.658µs] [deliverDur=12.446µs] [checksum="{cksum=412863277981286876,size=111,kvs=3}"] [takeTime=1.539093ms] [] [2024/05/06 17:57:36.100 +08:00] [WARN] [engine.go:1383] ["duplicated key found, skip write"] [key=7480000000000000955F728000000000000002] [2024/05/06 17:57:36.100 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/16/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/eb32ca5a-59af-48e6-9e61-c9cd58051da4.sst] [firstKey=7480000000000000955F728000000000000001] [lastKey=7480000000000000955F728000000000000002] [2024/05/06 17:57:36.100 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=30] [takeTime=63.071781ms] [] [2024/05/06 17:57:36.100 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/05/06 17:57:36.100 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/05/06 17:57:36.100 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:57:36.102 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.578486ms] [] [2024/05/06 17:57:36.102 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 17:57:36.106 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:57:36.107 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/05/06 17:57:36.108 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:57:36.108 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:57:36.108 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF955F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF955F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 17:57:36.108 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF955F728000000000FF0000010000000000FA] [end=7480000000000000FF955F728000000000FF0000030000000000FA] [2024/05/06 17:57:36.109 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF955F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF955F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 17:57:36.109 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=477.511µs] [2024/05/06 17:57:36.109 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.291865ms] [] [2024/05/06 17:57:36.119 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 143, store 3, region 140, epoch conf_ver:5 version:33 , when close write stream: rpc error: code = Unknown desc = RequestTooOld(\"request region 140 is staler than local region, local epoch conf_ver: 5 version: 35, request epoch conf_ver: 5 version: 33\")"] ["job stage"=needRescan] [2024/05/06 17:57:36.119 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000955F728000000000000001] [endKey=7480000000000000955F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:57:38.119 +08:00] [2024/05/06 17:57:38.132 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 17:57:38.134 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.031603979s] [] [2024/05/06 17:57:38.134 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:57:38.135 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.065924ms] [] [2024/05/06 17:57:38.135 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/05/06 17:57:38.135 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:57:38.136 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.416712ms] [] [2024/05/06 17:57:38.136 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 17:57:38.137 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:57:38.137 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=56.609µs] [] [2024/05/06 17:57:38.137 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:57:38.137 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=764.416µs] [] [2024/05/06 17:57:38.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=16] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:57:38.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=16] [task-type=ImportInto] [num=1] [2024/05/06 17:57:38.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [2024/05/06 17:57:38.282 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:38.283 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:38.283 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:38.284 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:38.284 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:38.285 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:38.285 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:38.285 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:57:38.299 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:38.299 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:38.299 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:38.299 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:38.299 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:38.300 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:38.300 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:38.300 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:38.300 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:38.300 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:38.317 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 17:57:38.318 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:57:38.318 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=16] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 17:57:38.318 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:38.331 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=16] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:57:38.331 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:38.459 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=16] [step=import] [2024/05/06 17:57:38.566 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:38.566 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:38.566 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:38.566 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:38.566 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:38.567 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:38.567 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:38.567 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:38.567 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:38.567 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:38.568 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:38.568 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:38.569 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:38.569 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=16] [error="context canceled"] [2024/05/06 17:57:38.569 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=16] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=4.69096055s] [] [2024/05/06 17:57:38.875 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=16] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:57:38.876 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=16] [step=post-process] [2024/05/06 17:57:38.890 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=31] [2024/05/06 17:57:38.890 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=31] [2024/05/06 17:57:38.890 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=31] [2024/05/06 17:57:38.890 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=31] [takeTime=2.699µs] [] [2024/05/06 17:57:38.890 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=31] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 17:57:38.891 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=31] [weight=30] [2024/05/06 17:57:38.891 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=31] [concurrency=15] [2024/05/06 17:57:38.892 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574196711260161] [req-type=Cop] [region="{ region id: 140, ver: 33, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 141, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 142, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 143, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=141-epoch_not_match:1] [2024/05/06 17:57:38.898 +08:00] [ERROR] [subtask_executor.go:111] ["post process failed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=31] [takeTime=8.445178ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func1\n\tpkg/disttask/importinto/subtask_executor.go:111\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 17:57:38.899 +08:00] [ERROR] [scheduler.go:428] ["run subtask failed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=31] [takeTime=8.851957ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/scheduler.go:428\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 17:57:38.899 +08:00] [ERROR] [scheduler.go:500] [onError] [task-id=16] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:153\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 17:57:38.899 +08:00] [ERROR] [scheduler.go:506] ["scheduler met first error"] [task-id=16] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:153\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:506\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 17:57:38.899 +08:00] [WARN] [terror.go:242] ["Unknown error class"] [class=Lighting] [2024/05/06 17:57:38.899 +08:00] [WARN] [scheduler.go:629] ["subtask failed"] [task-id=16] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/05/06 17:57:38.905 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=16] [error="context canceled"] [2024/05/06 17:57:38.905 +08:00] [INFO] [scheduler.go:165] ["schedule step failed"] [task-id=16] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=30.574355ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/05/06 17:57:38.905 +08:00] [ERROR] [manager.go:403] ["failed to handle task"] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:153\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 17:57:39.279 +08:00] [WARN] [dispatcher.go:344] ["subtasks encounter errors"] [task-id=16] [task-type=ImportInto] [2024/05/06 17:57:39.283 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=reverting] [2024/05/06 17:57:39.519 +08:00] [INFO] [scheduler.go:397] ["scheduler rollback a step"] [task-id=16] [step=2] [2024/05/06 17:57:39.524 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=16] [step=post-process] [2024/05/06 17:57:39.568 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=16] [2024/05/06 17:57:39.776 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=16] [step=post-process] [state=reverting] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/05/06 17:57:39.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:39.782 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:39.782 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:39.783 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:39.783 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:39.784 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:39.784 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:39.784 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=16] [step=post-process] [mode=Normal] [2024/05/06 17:57:39.788 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:39.788 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:39.788 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:39.788 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:39.788 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:39.788 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:39.788 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:39.788 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:39.788 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:39.788 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:39.790 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=16] [2024/05/06 17:57:39.798 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/06 17:57:39.844 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=16] [step=2] [state=reverted] [2024/05/06 17:57:39.936 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=16] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/06 17:57:39.942 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 8.169913844\n# Parse_time: 0.000141555\n# Compile_time: 0.000415958\n# Rewrite_time: 0.000136067\n# Optimize_time: 0.000047062\n# Wait_TS: 0.000446956\n# DB: load_data\n# Is_internal: false\n# Digest: 792dd3b0e5ccb0f77c3065e7057034351dbbe01483a733ce648d568dee873a1b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6OC4xN3MsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjguMTdzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nuse load_data;\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, __max_engine_size=_UTF8MB4'1';"] [2024/05/06 17:57:39.946 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=load_data] [sql="truncate table t;"] [user=root@%] [2024/05/06 17:57:39.960 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:152, Type:truncate table, State:queueing, SchemaState:none, SchemaID:147, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-06 17:57:39.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t;"] [2024/05/06 17:57:39.960 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:152, Type:truncate table, State:queueing, SchemaState:none, SchemaID:147, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-06 17:57:39.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:57:39.977 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=152] [conn=2] [category=ddl] [job="ID:152, Type:truncate table, State:queueing, SchemaState:none, SchemaID:147, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:39.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:40.005 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=2.095712ms] [gotSchemaVersion=103] [phyTblIDs="[149,151]"] [actionTypes="[11,11]"] [2024/05/06 17:57:40.009 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=152] [version=103] [2024/05/06 17:57:40.053 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=53.907474ms] [job="ID:152, Type:truncate table, State:done, SchemaState:public, SchemaID:147, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:39.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:40.067 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=152] [elementID=1] [comment="table ID is 149"] [2024/05/06 17:57:40.072 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=152] [jobType="truncate table"] [2024/05/06 17:57:40.074 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=152] [conn=2] [job="ID:152, Type:truncate table, State:synced, SchemaState:public, SchemaID:147, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:39.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:40.092 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=152] [2024/05/06 17:57:40.092 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:57:40.133 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"checksum_table\":\"off\",\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 17:57:40.152 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=17] [job-id=17] [thread-cnt=1] [2024/05/06 17:57:40.152 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=17] [2024/05/06 17:57:40.284 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=16] [2024/05/06 17:57:40.291 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:57:40.305 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:57:41.772 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=17] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 17:57:42.274 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=17] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:57:42.275 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=17] [task-type=ImportInto] [num=1] [2024/05/06 17:57:42.276 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=17] [curr-step=init] [next-step=import] [2024/05/06 17:57:42.289 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:57:42.289 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 17:57:42.289 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=56.761µs] [2024/05/06 17:57:42.289 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=163.308µs] [] [2024/05/06 17:57:42.289 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=17] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 17:57:42.289 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=17] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=2] [2024/05/06 17:57:42.289 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:57:42.303 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=17] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:57:42.303 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:57:42.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=17] [2024/05/06 17:57:42.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=17] [type=ImportInto] [2024/05/06 17:57:42.782 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:42.783 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:42.783 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:42.784 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:42.784 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:42.785 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:42.785 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:42.786 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=17] [mode=Import] [2024/05/06 17:57:42.800 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:42.800 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:42.800 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:42.800 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:42.800 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:42.800 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:42.800 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:42.800 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:42.800 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:42.800 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:42.806 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=17] [2024/05/06 17:57:42.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=17] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:57:42.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=17] [step=import] [2024/05/06 17:57:42.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=17] [step=import] [2024/05/06 17:57:42.886 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:42.887 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:42.887 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:42.888 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:42.888 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:42.889 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:42.889 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:42.889 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:57:42.889 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:42.889 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:42.889 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:42.889 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:42.889 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:57:42.889 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:57:42.889 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:42.889 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:42.889 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:42.890 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:42.890 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:42.894 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:42.894 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:42.894 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:42.895 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:42.895 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:42.896 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:42.896 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:42.906 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:57:42.906 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:57:42.906 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=17] [step=import] [limit=256MiB] [2024/05/06 17:57:42.919 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=33] [2024/05/06 17:57:42.923 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:57:42.927 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:57:42.927 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=151] [2024/05/06 17:57:42.938 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=151] [key=duplicate-pk-01.csv:0] [2024/05/06 17:57:42.940 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=151] [key=duplicate-pk-01.csv:0] [readDur=1.012245ms] [encodeDur=286.113µs] [deliverDur=281.77µs] [checksum="{cksum=51759393489250961,size=111,kvs=3}"] [takeTime=1.846503ms] [] [2024/05/06 17:57:42.941 +08:00] [WARN] [engine.go:1383] ["duplicated key found, skip write"] [key=7480000000000000975F728000000000000002] [2024/05/06 17:57:42.941 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/17/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/6c3185f5-3e57-4c79-a327-e8414e6b2290.sst] [firstKey=7480000000000000975F728000000000000001] [lastKey=7480000000000000975F728000000000000002] [2024/05/06 17:57:42.941 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=33] [takeTime=21.837282ms] [] [2024/05/06 17:57:42.942 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/05/06 17:57:42.942 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/05/06 17:57:42.942 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:57:42.944 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.050677ms] [] [2024/05/06 17:57:42.944 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 17:57:42.948 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:57:42.949 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/05/06 17:57:42.950 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:57:42.950 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:57:42.950 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF975F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF975F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 17:57:42.950 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF975F728000000000FF0000010000000000FA] [end=7480000000000000FF975F728000000000FF0000030000000000FA] [2024/05/06 17:57:42.951 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF975F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF975F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 17:57:42.951 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=433.037µs] [2024/05/06 17:57:42.951 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.184107ms] [] [2024/05/06 17:57:42.963 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 35, but you sent conf_ver: 5 version: 33"] [region="{ID=160,startKey=7480000000000000FF975F728000000000FF0000010000000000FA,endKey=7480000000000000FF975F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:35 \",peers=\"id:161 store_id:2 ,id:162 store_id:1 ,id:163 store_id:3 \"}"] [start=7480000000000000975F728000000000000001] [end=7480000000000000975F728000000000000003] [2024/05/06 17:57:42.963 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000975F728000000000000001] [endKey=7480000000000000975F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:57:44.963 +08:00] [2024/05/06 17:57:42.988 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574197773205508] [req-type=Cop] [region="{ region id: 14, ver: 33, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:57:42.988 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574197773205508] [req-type=Cop] [region="{ region id: 14, ver: 33, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:57:44.976 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 17:57:44.978 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.034076174s] [] [2024/05/06 17:57:44.978 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:57:44.979 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.06725ms] [] [2024/05/06 17:57:44.979 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/05/06 17:57:44.979 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:57:44.981 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.343459ms] [] [2024/05/06 17:57:44.981 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 17:57:44.981 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:57:44.981 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=41.359µs] [] [2024/05/06 17:57:44.981 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:57:44.982 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=753.197µs] [] [2024/05/06 17:57:44.998 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=34] [2024/05/06 17:57:45.001 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 17:57:45.005 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 17:57:45.005 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=151] [2024/05/06 17:57:45.018 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=151] [key=duplicate-pk-02.csv:0] [2024/05/06 17:57:45.020 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=151] [key=duplicate-pk-02.csv:0] [readDur=905.423µs] [encodeDur=387.852µs] [deliverDur=13.18µs] [checksum="{cksum=1979783525861919033,size=111,kvs=3}"] [takeTime=1.565867ms] [] [2024/05/06 17:57:45.020 +08:00] [WARN] [engine.go:1383] ["duplicated key found, skip write"] [key=7480000000000000975F728000000000000004] [2024/05/06 17:57:45.020 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=34] [takeTime=22.637143ms] [] [2024/05/06 17:57:45.020 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/17/790a6a8f-6378-5243-b426-00d5655f2c86.sst/0e9f47e7-d61d-426e-995d-37f67cf2b2f9.sst] [firstKey=7480000000000000975F728000000000000004] [lastKey=7480000000000000975F728000000000000006] [2024/05/06 17:57:45.021 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/05/06 17:57:45.021 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/05/06 17:57:45.021 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 17:57:45.023 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.898151ms] [] [2024/05/06 17:57:45.023 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/05/06 17:57:45.027 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:57:45.028 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/05/06 17:57:45.029 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:57:45.029 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 17:57:45.029 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF975F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF975F728000000000FF0000070000000000FA] [retry=0] [2024/05/06 17:57:45.029 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF975F728000000000FF0000040000000000FA] [end=7480000000000000FF975F728000000000FF0000070000000000FA] [2024/05/06 17:57:45.029 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF975F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF975F728000000000FF0000070000000000FA] [regions=1] [2024/05/06 17:57:45.030 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=416.025µs] [2024/05/06 17:57:45.030 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.112903ms] [] [2024/05/06 17:57:45.037 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 20, store 1, region 14, epoch conf_ver:5 version:35 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 37, request epoch conf_ver: 5 version: 35\")"] ["job stage"=needRescan] [2024/05/06 17:57:45.038 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000975F728000000000000004] [endKey=7480000000000000975F728000000000000007] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:57:47.038 +08:00] [2024/05/06 17:57:45.039 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574198310600709] [req-type=Cop] [region="{ region id: 14, ver: 35, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:57:45.039 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574198310600709] [req-type=Cop] [region="{ region id: 14, ver: 35, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:57:47.050 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 17:57:47.052 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=2.028976635s] [] [2024/05/06 17:57:47.052 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 17:57:47.053 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=993.888µs] [] [2024/05/06 17:57:47.053 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/05/06 17:57:47.053 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 17:57:47.054 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.436545ms] [] [2024/05/06 17:57:47.054 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/05/06 17:57:47.054 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 17:57:47.054 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=55.807µs] [] [2024/05/06 17:57:47.055 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 17:57:47.055 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=671.471µs] [] [2024/05/06 17:57:47.278 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=17] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:57:47.279 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=17] [task-type=ImportInto] [num=1] [2024/05/06 17:57:47.280 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [2024/05/06 17:57:47.283 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:47.284 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:47.284 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:47.285 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:47.285 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:47.286 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:47.286 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:47.286 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:57:47.299 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:47.300 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:47.300 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:47.300 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:47.300 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:47.300 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:47.300 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:47.300 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:47.300 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:47.300 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:47.315 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 17:57:47.316 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:57:47.316 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=17] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 17:57:47.316 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:47.328 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=17] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:57:47.329 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:47.374 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=17] [step=import] [2024/05/06 17:57:47.380 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:47.380 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:47.380 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:47.380 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:47.380 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:47.380 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:47.380 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:47.380 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:47.380 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:47.380 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:47.381 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:47.381 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:47.381 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:47.381 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=17] [error="context canceled"] [2024/05/06 17:57:47.381 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=17] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=4.502824127s] [] [2024/05/06 17:57:47.687 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=17] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:57:47.689 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=17] [step=post-process] [2024/05/06 17:57:47.701 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=35] [2024/05/06 17:57:47.701 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=35] [2024/05/06 17:57:47.701 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=35] [2024/05/06 17:57:47.701 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=35] [takeTime=2.005µs] [] [2024/05/06 17:57:47.701 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=35] [takeTime=69.137µs] [] [2024/05/06 17:57:47.701 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=35] [takeTime=181.845µs] [] [2024/05/06 17:57:47.778 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=17] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:57:47.779 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=17] [task-type=ImportInto] [num=1] [2024/05/06 17:57:47.780 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=17] [curr-step=post-process] [next-step=done] [2024/05/06 17:57:47.780 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=17] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 17:57:47.780 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:47.791 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=17] [step=done] [state=running] [] [2024/05/06 17:57:47.793 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=17] [2024/05/06 17:57:47.800 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:57:47.965 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 7.869957339\n# Parse_time: 0.000181468\n# Compile_time: 0.000522053\n# Rewrite_time: 0.000177655\n# Optimize_time: 0.000206314\n# Wait_TS: 0.00029639\n# DB: load_data\n# Is_internal: false\n# Digest: 37eb0c2891d8d7df11775b4212252fbc2edb74e88044f7a209e41c63a9fbf608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny44N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny44N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, checksum_table=_UTF8MB4'off', __max_engine_size=_UTF8MB4'1';"] [2024/05/06 17:57:47.968 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=103] [cur_db=load_data] [sql="truncate table t;"] [user=root@%] [2024/05/06 17:57:47.980 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:147, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-06 17:57:47.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:57:47.980 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:147, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-06 17:57:47.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t;"] [2024/05/06 17:57:47.994 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:147, TableID:151, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:47.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:48.017 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=2.053854ms] [gotSchemaVersion=104] [phyTblIDs="[151,153]"] [actionTypes="[11,11]"] [2024/05/06 17:57:48.018 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=17] [error="context canceled"] [2024/05/06 17:57:48.018 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=17] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=330.786077ms] [] [2024/05/06 17:57:48.021 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=154] [version=104] [2024/05/06 17:57:48.065 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=53.526713ms] [job="ID:154, Type:truncate table, State:done, SchemaState:public, SchemaID:147, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:47.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:48.079 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=154] [elementID=1] [comment="table ID is 151"] [2024/05/06 17:57:48.084 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=154] [jobType="truncate table"] [2024/05/06 17:57:48.085 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [job="ID:154, Type:truncate table, State:synced, SchemaState:public, SchemaID:147, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:47.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:48.102 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/05/06 17:57:48.102 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:57:48.141 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"checksum_table\":\"optional\",\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 17:57:48.158 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=18] [job-id=18] [thread-cnt=1] [2024/05/06 17:57:48.158 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=18] [2024/05/06 17:57:48.285 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=17] [2024/05/06 17:57:48.292 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:57:48.306 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:57:50.771 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=18] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 17:57:51.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=18] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:57:51.275 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=18] [task-type=ImportInto] [num=1] [2024/05/06 17:57:51.276 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=18] [curr-step=init] [next-step=import] [2024/05/06 17:57:51.288 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:57:51.288 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 17:57:51.288 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=92.792µs] [2024/05/06 17:57:51.288 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=228.159µs] [] [2024/05/06 17:57:51.289 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=18] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 17:57:51.289 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=18] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=2] [2024/05/06 17:57:51.289 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:57:51.303 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=18] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:57:51.303 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:57:51.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=18] [2024/05/06 17:57:51.573 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=18] [type=ImportInto] [2024/05/06 17:57:51.782 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:51.782 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:51.783 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:51.783 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:51.783 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:51.784 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:51.784 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:51.784 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=18] [mode=Import] [2024/05/06 17:57:51.798 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:51.798 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:51.798 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:51.798 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:51.799 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:51.798 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:51.799 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:51.799 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:51.799 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:51.799 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:51.805 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=18] [2024/05/06 17:57:51.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=18] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:57:51.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=18] [step=import] [2024/05/06 17:57:51.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=18] [step=import] [2024/05/06 17:57:51.886 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:51.887 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:51.887 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:51.888 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:51.888 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:51.889 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:51.889 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:51.889 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:51.889 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:51.889 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:51.889 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:51.889 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:51.889 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:57:51.889 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:57:51.890 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:51.890 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:51.890 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:51.890 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:51.890 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:51.894 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:51.895 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:51.895 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:51.896 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:51.896 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:51.897 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:51.897 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:51.906 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:57:51.907 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:57:51.907 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=18] [step=import] [limit=256MiB] [2024/05/06 17:57:51.920 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=36] [2024/05/06 17:57:51.924 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:57:51.927 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:57:51.927 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=153] [2024/05/06 17:57:51.961 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=153] [key=duplicate-pk-01.csv:0] [2024/05/06 17:57:51.963 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=153] [key=duplicate-pk-01.csv:0] [readDur=882.645µs] [encodeDur=663.383µs] [deliverDur=286.519µs] [checksum="{cksum=1987271171960289906,size=111,kvs=3}"] [takeTime=2.111816ms] [] [2024/05/06 17:57:51.964 +08:00] [WARN] [engine.go:1383] ["duplicated key found, skip write"] [key=7480000000000000995F728000000000000002] [2024/05/06 17:57:51.964 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=36] [takeTime=43.933401ms] [] [2024/05/06 17:57:51.964 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/18/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/af906064-0893-4921-94d1-53f73fbf38a6.sst] [firstKey=7480000000000000995F728000000000000001] [lastKey=7480000000000000995F728000000000000002] [2024/05/06 17:57:51.964 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/05/06 17:57:51.964 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/05/06 17:57:51.964 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:57:51.966 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.662078ms] [] [2024/05/06 17:57:51.966 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 17:57:51.970 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:57:51.972 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/05/06 17:57:51.972 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:57:51.972 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:57:51.972 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF995F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF995F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 17:57:51.972 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF995F728000000000FF0000010000000000FA] [end=7480000000000000FF995F728000000000FF0000030000000000FA] [2024/05/06 17:57:51.973 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF995F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF995F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 17:57:51.973 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=429.456µs] [2024/05/06 17:57:51.973 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.185018ms] [] [2024/05/06 17:57:51.986 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 17:57:51.987 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=21.326337ms] [] [2024/05/06 17:57:51.988 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:57:51.988 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574200132501508] [req-type=Cop] [region="{ region id: 14, ver: 37, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:57:51.988 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574200132501508] [req-type=Cop] [region="{ region id: 14, ver: 37, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:57:51.989 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=999.162µs] [] [2024/05/06 17:57:51.989 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/05/06 17:57:51.989 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:57:51.990 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.177931ms] [] [2024/05/06 17:57:51.990 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 17:57:51.990 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:57:51.990 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=44.649µs] [] [2024/05/06 17:57:51.990 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:57:51.991 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=830.119µs] [] [2024/05/06 17:57:52.007 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=37] [2024/05/06 17:57:52.010 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 17:57:52.013 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 17:57:52.014 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=153] [2024/05/06 17:57:52.106 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=153] [key=duplicate-pk-02.csv:0] [2024/05/06 17:57:52.108 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=153] [key=duplicate-pk-02.csv:0] [readDur=796.518µs] [encodeDur=879.273µs] [deliverDur=12.583µs] [checksum="{cksum=25417266091645402,size=111,kvs=3}"] [takeTime=1.896057ms] [] [2024/05/06 17:57:52.108 +08:00] [WARN] [engine.go:1383] ["duplicated key found, skip write"] [key=7480000000000000995F728000000000000004] [2024/05/06 17:57:52.109 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=37] [takeTime=101.820243ms] [] [2024/05/06 17:57:52.109 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/18/790a6a8f-6378-5243-b426-00d5655f2c86.sst/f9034735-c4ec-4c4e-a39e-dd077e1b75a3.sst] [firstKey=7480000000000000995F728000000000000004] [lastKey=7480000000000000995F728000000000000006] [2024/05/06 17:57:52.109 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/05/06 17:57:52.109 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/05/06 17:57:52.109 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 17:57:52.111 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.576224ms] [] [2024/05/06 17:57:52.111 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/05/06 17:57:52.115 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:57:52.116 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/05/06 17:57:52.116 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:57:52.116 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 17:57:52.117 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF995F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF995F728000000000FF0000070000000000FA] [retry=0] [2024/05/06 17:57:52.117 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF995F728000000000FF0000040000000000FA] [end=7480000000000000FF995F728000000000FF0000070000000000FA] [2024/05/06 17:57:52.117 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF995F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF995F728000000000FF0000070000000000FA] [regions=1] [2024/05/06 17:57:52.118 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=431.17µs] [2024/05/06 17:57:52.118 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.085388ms] [] [2024/05/06 17:57:52.118 +08:00] [WARN] [split.go:132] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000000FF995F728000000000FF0000040000000000FA, endKey: 7480000000000000FF995F728000000000FF0000070000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/06 17:57:52.138 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574200171823107] [req-type=Cop] [region="{ region id: 14, ver: 39, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:57:52.138 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574200171823107] [req-type=Cop] [region="{ region id: 14, ver: 39, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:57:52.142 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 17:57:52.144 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=32.786489ms] [] [2024/05/06 17:57:52.144 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 17:57:52.145 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.038955ms] [] [2024/05/06 17:57:52.145 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/05/06 17:57:52.145 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 17:57:52.146 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.252716ms] [] [2024/05/06 17:57:52.146 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/05/06 17:57:52.146 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 17:57:52.146 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=45.287µs] [] [2024/05/06 17:57:52.146 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 17:57:52.147 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=857.084µs] [] [2024/05/06 17:57:52.280 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=18] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:57:52.281 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=18] [task-type=ImportInto] [num=1] [2024/05/06 17:57:52.282 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [2024/05/06 17:57:52.285 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:52.286 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:52.286 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:52.287 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:52.288 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:52.289 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:52.289 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:52.289 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:57:52.306 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:52.306 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:52.306 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:52.306 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:52.306 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:52.306 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:52.306 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:52.306 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:52.306 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:52.306 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:52.321 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 17:57:52.322 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:57:52.322 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=18] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 17:57:52.323 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:52.335 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=18] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:57:52.335 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:52.467 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=18] [step=import] [2024/05/06 17:57:52.471 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:52.471 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:52.471 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:52.471 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:52.471 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:52.471 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:52.471 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:52.471 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:52.471 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:52.471 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:52.472 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:52.472 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:52.472 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:52.472 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=18] [error="context canceled"] [2024/05/06 17:57:52.472 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=18] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=593.740102ms] [] [2024/05/06 17:57:52.778 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=18] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:57:52.779 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=18] [step=post-process] [2024/05/06 17:57:52.793 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [2024/05/06 17:57:52.793 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [2024/05/06 17:57:52.793 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [2024/05/06 17:57:52.793 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [takeTime=2.156µs] [] [2024/05/06 17:57:52.793 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 17:57:52.794 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [weight=30] [2024/05/06 17:57:52.794 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [concurrency=15] [2024/05/06 17:57:52.796 +08:00] [WARN] [subtask_executor.go:159] ["verify checksum failed, but checksum is optional, will skip it"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:153\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 17:57:52.796 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [takeTime=3.321718ms] [] [2024/05/06 17:57:52.796 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [takeTime=3.457463ms] [] [2024/05/06 17:57:53.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=18] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:57:53.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=18] [task-type=ImportInto] [num=1] [2024/05/06 17:57:53.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=18] [curr-step=post-process] [next-step=done] [2024/05/06 17:57:53.279 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=18] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 17:57:53.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:57:53.291 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=18] [step=done] [state=running] [] [2024/05/06 17:57:53.294 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=18] [2024/05/06 17:57:53.300 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:57:53.420 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=18] [error="context canceled"] [2024/05/06 17:57:53.420 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=18] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=641.947039ms] [] [2024/05/06 17:57:53.570 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.465327235\n# Parse_time: 0.000169038\n# Compile_time: 0.000462474\n# Rewrite_time: 0.000144649\n# Optimize_time: 0.000166561\n# Wait_TS: 0.000343951\n# DB: load_data\n# Is_internal: false\n# Digest: 37eb0c2891d8d7df11775b4212252fbc2edb74e88044f7a209e41c63a9fbf608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS40NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS40NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, checksum_table=_UTF8MB4'optional', __max_engine_size=_UTF8MB4'1';"] [2024/05/06 17:57:53.573 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574200551931908] [req-type=Cop] [region="{ region id: 172, ver: 39, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 173, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 174, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 175, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=173-not_leader-175:1] === RUN TestLoadRemote/TestColumnsAndUserVars [2024/05/06 17:57:53.577 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=104] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/05/06 17:57:53.588 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:155, Type:drop schema, State:queueing, SchemaState:public, SchemaID:147, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:57:53.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:57:53.588 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:155, Type:drop schema, State:queueing, SchemaState:public, SchemaID:147, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:57:53.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/05/06 17:57:53.608 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=155] [conn=2] [category=ddl] [job="ID:155, Type:drop schema, State:queueing, SchemaState:public, SchemaID:147, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:53.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:53.626 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=534.136µs] [gotSchemaVersion=105] [phyTblIDs="[153]"] [actionTypes="[2]"] [2024/05/06 17:57:53.630 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=155] [version=105] [2024/05/06 17:57:53.676 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=52.879637ms] [job="ID:155, Type:drop schema, State:running, SchemaState:write only, SchemaID:147, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:57:53.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:53.689 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=155] [conn=2] [category=ddl] [job="ID:155, Type:drop schema, State:running, SchemaState:write only, SchemaID:147, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:53.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:53.704 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=560.854µs] [gotSchemaVersion=106] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:57:53.709 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=155] [version=106] [2024/05/06 17:57:53.722 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=18] [step=-2] [state=succeed] [2024/05/06 17:57:53.755 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=53.507588ms] [job="ID:155, Type:drop schema, State:running, SchemaState:delete only, SchemaID:147, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:53.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:53.768 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=155] [conn=2] [category=ddl] [job="ID:155, Type:drop schema, State:running, SchemaState:delete only, SchemaID:147, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:53.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:53.784 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=18] [2024/05/06 17:57:53.785 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=578.642µs] [gotSchemaVersion=107] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:57:53.789 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=155] [version=107] [2024/05/06 17:57:53.791 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:57:53.804 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:57:53.835 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=52.859296ms] [job="ID:155, Type:drop schema, State:done, SchemaState:none, SchemaID:147, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:57:53.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:53.855 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=155] [tableIDs="[153]"] [2024/05/06 17:57:53.860 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=155] [jobType="drop schema"] [2024/05/06 17:57:53.861 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=155] [conn=2] [job="ID:155, Type:drop schema, State:synced, SchemaState:none, SchemaID:147, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:57:53.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:53.878 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=155] [2024/05/06 17:57:53.878 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:57:53.880 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.303189203\n# Parse_time: 0.000239256\n# Compile_time: 0.000270415\n# Rewrite_time: 0.000025939\n# Optimize_time: 0.000183482\n# Wait_TS: 0.00036308\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/05/06 17:57:53.881 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=107] [cur_db=] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/05/06 17:57:53.894 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:create schema, State:queueing, SchemaState:none, SchemaID:156, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:57:53.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:57:53.894 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:157, Type:create schema, State:queueing, SchemaState:none, SchemaID:156, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:57:53.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_data;"] [2024/05/06 17:57:53.910 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:create schema, State:queueing, SchemaState:none, SchemaID:156, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:53.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:53.924 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=972.192µs] [gotSchemaVersion=108] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:57:53.929 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=157] [version=108] [2024/05/06 17:57:53.974 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=52.946272ms] [job="ID:157, Type:create schema, State:done, SchemaState:public, SchemaID:156, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:57:53.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:53.988 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [job="ID:157, Type:create schema, State:synced, SchemaState:public, SchemaID:156, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:53.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:53.998 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/05/06 17:57:53.998 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:57:54.001 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=108] [cur_db=] [sql="CREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [user=root@%] [2024/05/06 17:57:54.014 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:156, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:53.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:57:54.014 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:156, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:53.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [2024/05/06 17:57:54.030 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [category=ddl] [job="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:156, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:53.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:54.050 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=2.035335ms] [gotSchemaVersion=109] [phyTblIDs="[158]"] [actionTypes="[3]"] [2024/05/06 17:57:54.054 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=159] [version=109] [2024/05/06 17:57:54.098 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=52.923343ms] [job="ID:159, Type:create table, State:done, SchemaState:public, SchemaID:156, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 17:57:53.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:54.113 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [job="ID:159, Type:create table, State:synced, SchemaState:public, SchemaID:156, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 17:57:53.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:57:54.125 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/05/06 17:57:54.125 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:57:54.167 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(@`V1`, @`v2`, @`v3`)\",\"set-clause\":\"`a`=@`V1`, `b`=@`V2`*10, `c`=123\",\"file-location\":\"gs://test-load/cols_and_vars-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"2\"}}"] [dist-task-enabled=false] [2024/05/06 17:57:54.185 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=19] [job-id=19] [thread-cnt=2] [2024/05/06 17:57:54.185 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=19] [2024/05/06 17:57:56.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=19] [task-type=ImportInto] [state=pending] [concurrency=2] [2024/05/06 17:57:57.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=19] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:57:57.275 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=19] [task-type=ImportInto] [num=1] [2024/05/06 17:57:57.276 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=19] [curr-step=init] [next-step=import] [2024/05/06 17:57:57.288 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=cols_and_vars] [2024/05/06 17:57:57.288 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=cols_and_vars] [before=536870912000] [after=81] [2024/05/06 17:57:57.288 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=81] [cost=71.041µs] [2024/05/06 17:57:57.288 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=cols_and_vars] [takeTime=163.279µs] [] [2024/05/06 17:57:57.288 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=19] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:57:57.288 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=19] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=2] [subtasks=1] [2024/05/06 17:57:57.288 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:57:57.301 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=19] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:57:57.301 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:57:57.573 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=19] [2024/05/06 17:57:57.573 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=19] [type=ImportInto] [2024/05/06 17:57:57.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:57.782 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:57.782 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:57.783 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:57.783 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:57.784 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:57.784 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:57.784 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=19] [mode=Import] [2024/05/06 17:57:57.799 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:57.799 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:57.799 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:57.799 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:57.799 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:57:57.799 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:57.799 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:57.799 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:57.799 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:57.799 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:57.805 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=19] [2024/05/06 17:57:57.880 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=19] [step=1] [concurrency=2] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:57:57.881 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=19] [step=import] [2024/05/06 17:57:57.881 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=19] [step=import] [2024/05/06 17:57:57.887 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:57.887 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:57.888 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:57.889 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:57.889 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:57.890 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:57.890 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:57.890 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:57:57.890 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:57:57.890 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:57:57.890 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:57:57.890 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:57:57.890 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:57:57.890 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:57:57.890 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:57:57.890 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:57:57.890 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:57:57.890 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:57:57.894 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:57:57.895 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:57:57.895 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:57:57.896 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:57.896 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:57:57.897 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:57:57.897 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:57:57.907 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:57:57.907 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=cols_and_vars] [quota=752.3GB] [2024/05/06 17:57:57.907 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=19] [step=import] [limit=256MiB] [2024/05/06 17:57:57.921 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=19] [step=import] [subtask-id=39] [2024/05/06 17:57:57.924 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/06 17:57:57.928 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 17:57:57.928 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=158] [2024/05/06 17:57:57.928 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=158] [2024/05/06 17:57:57.981 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=158] [key=cols_and_vars-2.tsv:0] [2024/05/06 17:57:57.983 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=158] [key=cols_and_vars-1.tsv:0] [2024/05/06 17:57:57.983 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=158] [key=cols_and_vars-2.tsv:0] [readDur=1.271304ms] [encodeDur=389.257µs] [deliverDur=211.583µs] [checksum="{cksum=15251348621166951835,size=152,kvs=4}"] [takeTime=2.189901ms] [] [2024/05/06 17:57:57.984 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=152] [kvs=4] [files=1] [sstFileSize=1003] [file=/tmp/tidb/import-4000/19/af694e56-0929-5815-9e99-dfe7bdad9797.sst/1bb5cfb7-8d74-4d39-b8f1-6fac67c5e5fb.sst] [firstKey=74800000000000009E5F728000000000000010] [lastKey=74800000000000009E5F728000000000000013] [2024/05/06 17:57:57.985 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=158] [key=cols_and_vars-1.tsv:0] [readDur=880.304µs] [encodeDur=383.385µs] [deliverDur=209.606µs] [checksum="{cksum=5106863624616597468,size=189,kvs=5}"] [takeTime=1.762378ms] [] [2024/05/06 17:57:57.986 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=19] [step=import] [subtask-id=39] [takeTime=65.007789ms] [] [2024/05/06 17:57:57.986 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=189] [kvs=5] [files=1] [sstFileSize=1019] [file=/tmp/tidb/import-4000/19/af694e56-0929-5815-9e99-dfe7bdad9797.sst/b54f56d9-ec00-46f0-8cf3-3a59491d38a7.sst] [firstKey=74800000000000009E5F728000000000000001] [lastKey=74800000000000009E5F728000000000000005] [2024/05/06 17:57:57.986 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/05/06 17:57:57.986 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/05/06 17:57:57.986 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/06 17:57:57.988 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [takeTime=2.077756ms] [] [2024/05/06 17:57:57.988 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [retryCnt=0] [2024/05/06 17:57:57.992 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:57:57.994 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] ["region ranges"=1] [count=9] [size=341] [2024/05/06 17:57:57.994 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:57:57.994 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/06 17:57:57.994 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF9E5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF9E5F728000000000FF0000140000000000FA] [retry=0] [2024/05/06 17:57:57.995 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF9E5F728000000000FF0000010000000000FA] [end=7480000000000000FF9E5F728000000000FF0000140000000000FA] [2024/05/06 17:57:57.995 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF9E5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF9E5F728000000000FF0000140000000000FA] [regions=1] [2024/05/06 17:57:57.996 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=400.613µs] [2024/05/06 17:57:57.996 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] [takeTime=1.208506ms] [] [2024/05/06 17:57:58.004 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 25, store 3, region 14, epoch conf_ver:5 version:41 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 43, request epoch conf_ver: 5 version: 41\")"] ["job stage"=needRescan] [2024/05/06 17:57:58.005 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000009E5F728000000000000001] [endKey=74800000000000009E5F728000000000000014] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:58:00.005 +08:00] [2024/05/06 17:57:58.039 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574201718210563] [req-type=Cop] [region="{ region id: 14, ver: 41, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:57:58.039 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574201718210563] [req-type=Cop] [region="{ region id: 14, ver: 41, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:58:00.020 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] [size=341] [kvs=9] [importedSize=341] [importedCount=9] [2024/05/06 17:58:00.022 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [retryCnt=0] [takeTime=2.033634445s] [] [2024/05/06 17:58:00.022 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/06 17:58:00.023 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [takeTime=1.135713ms] [] [2024/05/06 17:58:00.023 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/05/06 17:58:00.023 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 17:58:00.025 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [takeTime=1.538107ms] [] [2024/05/06 17:58:00.025 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [retryCnt=0] [2024/05/06 17:58:00.025 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 17:58:00.025 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [retryCnt=0] [takeTime=44.243µs] [] [2024/05/06 17:58:00.025 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 17:58:00.026 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [takeTime=765.483µs] [] [2024/05/06 17:58:00.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=19] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:58:00.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=19] [task-type=ImportInto] [num=1] [2024/05/06 17:58:00.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [2024/05/06 17:58:00.282 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:00.283 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:00.283 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:00.284 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:00.284 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:00.285 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:00.285 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:00.285 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:58:00.300 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:00.300 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:00.300 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:00.300 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:00.300 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:00.300 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:00.300 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:00.300 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:00.300 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:00.300 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:00.316 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":18,\"3\":18}}"] [2024/05/06 17:58:00.318 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:58:00.318 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=19] [task-type=ImportInto] [state=running] [step=1] [concurrency=2] [subtasks=1] [2024/05/06 17:58:00.318 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:58:00.331 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=19] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:58:00.331 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:58:00.346 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=19] [step=import] [2024/05/06 17:58:00.350 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:00.350 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:00.350 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:00.350 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:00.350 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:00.350 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:00.350 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:00.350 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:00.350 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:00.350 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:00.352 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:00.352 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:00.352 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:00.352 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=19] [error="context canceled"] [2024/05/06 17:58:00.352 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=19] [step=1] [concurrency=2] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.471781467s] [] [2024/05/06 17:58:00.658 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=19] [step=2] [concurrency=2] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:58:00.660 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=19] [step=post-process] [2024/05/06 17:58:00.673 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [2024/05/06 17:58:00.673 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [2024/05/06 17:58:00.673 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [2024/05/06 17:58:00.676 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:00.677 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:00.677 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:00.678 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:00.678 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:00.679 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:00.679 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:00.679 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:00.679 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:00.679 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:58:00.679 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:00.679 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:00.679 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:58:00.679 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:58:00.679 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:00.679 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:00.679 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:00.679 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:00.679 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:00.687 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [takeTime=13.895383ms] [] [2024/05/06 17:58:00.687 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [checksum="{cksum=10770523078244854343,size=341,kvs=9}"] [2024/05/06 17:58:00.688 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [weight=30] [2024/05/06 17:58:00.688 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [concurrency=15] [2024/05/06 17:58:00.691 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [local="{cksum=10770523078244854343,size=341,kvs=9}"] [2024/05/06 17:58:00.691 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [takeTime=17.924255ms] [] [2024/05/06 17:58:00.691 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [takeTime=18.066621ms] [] [2024/05/06 17:58:00.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=19] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:58:00.778 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=19] [task-type=ImportInto] [num=1] [2024/05/06 17:58:00.780 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=19] [curr-step=post-process] [next-step=done] [2024/05/06 17:58:00.780 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=19] [task-type=ImportInto] [state=running] [step=2] [concurrency=2] [subtasks=0] [2024/05/06 17:58:00.780 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:58:00.791 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=19] [step=done] [state=running] [] [2024/05/06 17:58:00.794 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=19] [2024/05/06 17:58:00.801 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:58:01.009 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=19] [error="context canceled"] [2024/05/06 17:58:01.009 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=19] [step=2] [concurrency=2] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=350.605892ms] [] [2024/05/06 17:58:01.099 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.970732385\n# Parse_time: 0.000196614\n# Compile_time: 0.00045689\n# Rewrite_time: 0.00013058\n# Optimize_time: 0.000183482\n# Wait_TS: 0.000345703\n# Is_internal: false\n# Digest: 9b2c49e59eb877d4028abf1351d7b38342a350197fa5d09e8d3dc3551e1577ad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni45N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni45N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`cols_and_vars` (@`V1`,@`v2`,@`v3`) SET `a`=@`V1`, `b`=@`V2`*10, `c`=123 FROM 'gs://test-load/cols_and_vars-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=2;"] === RUN TestLoadRemote/TestDeliverBytesRows [2024/05/06 17:58:01.110 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=109] [cur_db=] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 17:58:01.120 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:160, Type:drop schema, State:queueing, SchemaState:public, SchemaID:156, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:58:01.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop database if exists load_data"] [2024/05/06 17:58:01.120 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:160, Type:drop schema, State:queueing, SchemaState:public, SchemaID:156, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:58:01.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:58:01.135 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop schema, State:queueing, SchemaState:public, SchemaID:156, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:01.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:01.153 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=650.542µs] [gotSchemaVersion=110] [phyTblIDs="[158]"] [actionTypes="[2]"] [2024/05/06 17:58:01.157 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=160] [version=110] [2024/05/06 17:58:01.202 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=53.464279ms] [job="ID:160, Type:drop schema, State:running, SchemaState:write only, SchemaID:156, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:58:01.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:01.216 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop schema, State:running, SchemaState:write only, SchemaID:156, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:01.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:01.231 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=607.821µs] [gotSchemaVersion=111] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:58:01.236 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=160] [version=111] [2024/05/06 17:58:01.281 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=52.984677ms] [job="ID:160, Type:drop schema, State:running, SchemaState:delete only, SchemaID:156, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:01.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:01.283 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=19] [2024/05/06 17:58:01.291 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:58:01.305 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop schema, State:running, SchemaState:delete only, SchemaID:156, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:01.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:01.306 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:58:01.324 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=641.142µs] [gotSchemaVersion=112] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:58:01.328 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=160] [version=112] [2024/05/06 17:58:01.374 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=54.217986ms] [job="ID:160, Type:drop schema, State:done, SchemaState:none, SchemaID:156, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:58:01.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:01.390 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=160] [tableIDs="[158]"] [2024/05/06 17:58:01.395 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=160] [jobType="drop schema"] [2024/05/06 17:58:01.397 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [job="ID:160, Type:drop schema, State:synced, SchemaState:none, SchemaID:156, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:58:01.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:01.414 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=160] [2024/05/06 17:58:01.414 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:58:01.417 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.30745618\n# Parse_time: 0.0002545\n# Compile_time: 0.000275758\n# Rewrite_time: 0.000025544\n# Optimize_time: 0.000696007\n# Wait_TS: 0.000368595\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 17:58:01.417 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=112] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 17:58:01.430 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:create schema, State:queueing, SchemaState:none, SchemaID:161, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:58:01.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:58:01.431 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:162, Type:create schema, State:queueing, SchemaState:none, SchemaID:161, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:58:01.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database load_data"] [2024/05/06 17:58:01.447 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:create schema, State:queueing, SchemaState:none, SchemaID:161, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:01.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:01.464 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=1.047028ms] [gotSchemaVersion=113] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:58:01.468 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=162] [version=113] [2024/05/06 17:58:01.513 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=53.181294ms] [job="ID:162, Type:create schema, State:done, SchemaState:public, SchemaID:161, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:58:01.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:01.528 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [job="ID:162, Type:create schema, State:synced, SchemaState:public, SchemaID:161, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:01.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:01.539 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/05/06 17:58:01.539 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:58:01.542 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=113] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 17:58:01.543 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=113] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 17:58:01.557 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:164, Type:create table, State:queueing, SchemaState:none, SchemaID:161, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:01.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:58:01.557 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:164, Type:create table, State:queueing, SchemaState:none, SchemaID:161, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:01.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 17:58:01.573 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=164] [conn=2] [category=ddl] [job="ID:164, Type:create table, State:queueing, SchemaState:none, SchemaID:161, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:01.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:01.687 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=2.494065ms] [gotSchemaVersion=114] [phyTblIDs="[163]"] [actionTypes="[3]"] [2024/05/06 17:58:01.692 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=164] [version=114] [2024/05/06 17:58:01.733 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=53.708332ms] [job="ID:164, Type:create table, State:done, SchemaState:public, SchemaID:161, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:01.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:01.758 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=164] [conn=2] [job="ID:164, Type:create table, State:synced, SchemaState:public, SchemaID:161, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:01.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:01.771 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=164] [2024/05/06 17:58:01.771 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:58:01.816 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 17:58:01.834 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=20] [job-id=20] [thread-cnt=8] [2024/05/06 17:58:01.835 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=20] [2024/05/06 17:58:02.771 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=20] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:58:03.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=20] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:58:03.275 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=20] [task-type=ImportInto] [num=1] [2024/05/06 17:58:03.276 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=20] [curr-step=init] [next-step=import] [2024/05/06 17:58:03.288 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:58:03.288 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=98] [2024/05/06 17:58:03.288 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=98] [cost=47.893µs] [2024/05/06 17:58:03.288 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=150.329µs] [] [2024/05/06 17:58:03.288 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=20] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:58:03.288 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=20] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:58:03.288 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:58:03.301 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=20] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:58:03.301 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:58:03.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=20] [2024/05/06 17:58:03.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=20] [type=ImportInto] [2024/05/06 17:58:03.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:03.782 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:03.782 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:03.783 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:03.783 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:03.784 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:03.784 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:03.784 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=20] [mode=Import] [2024/05/06 17:58:03.802 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:03.802 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:03.802 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:03.802 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:03.802 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:03.802 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:03.802 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:03.802 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:03.803 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:03.803 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:03.808 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=20] [2024/05/06 17:58:03.878 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=20] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:58:03.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=20] [step=import] [2024/05/06 17:58:03.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=20] [step=import] [2024/05/06 17:58:03.886 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:03.886 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:03.886 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:03.887 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:03.888 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:03.888 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:03.888 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:03.889 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:03.889 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:03.889 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:03.889 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:58:03.889 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:03.889 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:03.889 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:03.889 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:03.889 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:03.889 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:03.893 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:03.894 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:03.894 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:03.895 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:03.895 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:03.896 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:03.896 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:03.906 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:58:03.906 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:58:03.906 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=20] [step=import] [limit=256MiB] [2024/05/06 17:58:03.920 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=20] [step=import] [subtask-id=41] [2024/05/06 17:58:03.924 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:58:03.927 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:58:03.928 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=163] [2024/05/06 17:58:03.977 +08:00] [WARN] [pd.go:152] ["get timestamp too slow"] ["cost time"=42.70709ms] [2024/05/06 17:58:03.979 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=163] [key=min-deliver-bytes-rows.csv:0] [2024/05/06 17:58:03.983 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=163] [key=min-deliver-bytes-rows.csv:0] [readDur=1.48966ms] [encodeDur=646.58µs] [deliverDur=363.324µs] [checksum="{cksum=14600529379354287537,size=369,kvs=9}"] [takeTime=3.619985ms] [] [2024/05/06 17:58:03.985 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=369] [kvs=9] [files=1] [sstFileSize=1091] [file=/tmp/tidb/import-4000/20/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/fcd6031d-df07-430c-ad56-f80dc30c74ec.sst] [firstKey=7480000000000000A35F728000000000000001] [lastKey=7480000000000000A35F728000000000000009] [2024/05/06 17:58:03.986 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=20] [step=import] [subtask-id=41] [takeTime=65.570942ms] [] [2024/05/06 17:58:03.986 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/05/06 17:58:03.986 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/05/06 17:58:03.986 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:58:03.988 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.817085ms] [] [2024/05/06 17:58:03.988 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 17:58:03.992 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:58:03.994 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/05/06 17:58:03.994 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:58:03.994 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:58:03.994 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFA35F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFA35F728000000000FF00000A0000000000FA] [retry=0] [2024/05/06 17:58:03.995 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFA35F728000000000FF0000010000000000FA] [end=7480000000000000FFA35F728000000000FF00000A0000000000FA] [2024/05/06 17:58:03.995 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFA35F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFA35F728000000000FF00000A0000000000FA] [regions=1] [2024/05/06 17:58:03.995 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=498.509µs] [2024/05/06 17:58:03.995 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.282093ms] [] [2024/05/06 17:58:04.001 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574203291336706] [req-type=Cop] [region="{ region id: 14, ver: 43, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:58:04.001 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574203291336706] [req-type=Cop] [region="{ region id: 14, ver: 43, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:58:04.003 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:43 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 45, request epoch conf_ver: 5 version: 43\")"] ["job stage"=needRescan] [2024/05/06 17:58:04.004 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000A35F728000000000000001] [endKey=7480000000000000A35F72800000000000000A] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:58:06.004 +08:00] [2024/05/06 17:58:06.017 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/05/06 17:58:06.018 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.030555567s] [] [2024/05/06 17:58:06.018 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:58:06.019 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=999.234µs] [] [2024/05/06 17:58:06.020 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/05/06 17:58:06.020 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:58:06.021 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.591083ms] [] [2024/05/06 17:58:06.021 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 17:58:06.021 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:58:06.021 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=49.666µs] [] [2024/05/06 17:58:06.021 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:58:06.022 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=817.679µs] [] [2024/05/06 17:58:06.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=20] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:58:06.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=20] [task-type=ImportInto] [num=1] [2024/05/06 17:58:06.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [2024/05/06 17:58:06.282 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:06.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:06.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:06.283 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:06.283 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:06.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:06.284 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:06.284 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:58:06.298 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:06.298 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:06.298 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:06.298 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:06.298 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:06.298 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:06.298 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:06.298 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:06.298 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:06.298 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:06.314 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/05/06 17:58:06.315 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:58:06.315 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=20] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:58:06.315 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:58:06.328 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=20] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:58:06.328 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:58:06.340 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=20] [step=import] [2024/05/06 17:58:06.344 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:06.344 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:06.344 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:06.344 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:06.344 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:06.344 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:06.344 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:06.345 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:06.345 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:06.345 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:06.346 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:06.346 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:06.346 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:06.346 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=20] [error="context canceled"] [2024/05/06 17:58:06.346 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=20] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.467556583s] [] [2024/05/06 17:58:06.653 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=20] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:58:06.654 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=20] [step=post-process] [2024/05/06 17:58:06.667 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [2024/05/06 17:58:06.667 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [2024/05/06 17:58:06.667 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [2024/05/06 17:58:06.670 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:06.670 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:06.671 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:06.672 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:06.672 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:06.672 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:06.672 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:06.673 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:06.673 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:06.673 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:06.673 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:58:06.673 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:06.673 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:58:06.673 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:58:06.673 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:06.673 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:06.673 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:06.673 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:06.673 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:06.680 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [takeTime=13.138972ms] [] [2024/05/06 17:58:06.680 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [checksum="{cksum=14600529379354287537,size=369,kvs=9}"] [2024/05/06 17:58:06.681 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [weight=30] [2024/05/06 17:58:06.681 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [concurrency=15] [2024/05/06 17:58:06.683 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [local="{cksum=14600529379354287537,size=369,kvs=9}"] [2024/05/06 17:58:06.683 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [takeTime=16.352422ms] [] [2024/05/06 17:58:06.683 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [takeTime=16.496759ms] [] [2024/05/06 17:58:06.778 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=20] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:58:06.780 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=20] [task-type=ImportInto] [num=1] [2024/05/06 17:58:06.781 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=20] [curr-step=post-process] [next-step=done] [2024/05/06 17:58:06.781 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=20] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:58:06.781 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:58:06.793 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=20] [step=done] [state=running] [] [2024/05/06 17:58:06.796 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=20] [2024/05/06 17:58:06.803 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:58:06.949 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.17431601\n# Parse_time: 0.000106912\n# Compile_time: 0.000495208\n# Rewrite_time: 0.000156298\n# Optimize_time: 0.000696007\n# Wait_TS: 0.000311826\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS4xN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS4xN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse load_data;\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 17:58:06.952 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 17:58:06.966 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:166, Type:truncate table, State:queueing, SchemaState:none, SchemaID:161, TableID:163, RowCount:0, ArgLen:3, start time: 2024-05-06 17:58:06.941 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/06 17:58:06.966 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:166, Type:truncate table, State:queueing, SchemaState:none, SchemaID:161, TableID:163, RowCount:0, ArgLen:3, start time: 2024-05-06 17:58:06.941 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:58:06.983 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:truncate table, State:queueing, SchemaState:none, SchemaID:161, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:06.941 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:07.003 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=20] [error="context canceled"] [2024/05/06 17:58:07.003 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=20] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=349.830001ms] [] [2024/05/06 17:58:07.008 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=1.899981ms] [gotSchemaVersion=115] [phyTblIDs="[163,165]"] [actionTypes="[11,11]"] [2024/05/06 17:58:07.013 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=166] [version=115] [2024/05/06 17:58:07.056 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=52.81053ms] [job="ID:166, Type:truncate table, State:done, SchemaState:public, SchemaID:161, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:06.941 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:07.071 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=166] [elementID=1] [comment="table ID is 163"] [2024/05/06 17:58:07.076 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=166] [jobType="truncate table"] [2024/05/06 17:58:07.077 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [job="ID:166, Type:truncate table, State:synced, SchemaState:public, SchemaID:161, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:06.941 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:07.095 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=166] [2024/05/06 17:58:07.096 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:58:07.138 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 17:58:07.159 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=21] [job-id=21] [thread-cnt=8] [2024/05/06 17:58:07.159 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=21] [2024/05/06 17:58:07.284 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=20] [2024/05/06 17:58:07.292 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:58:07.305 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=20] [step=-2] [state=succeed] [2024/05/06 17:58:07.306 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:58:08.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=21] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:58:09.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=21] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:58:09.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=21] [task-type=ImportInto] [num=1] [2024/05/06 17:58:09.275 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=21] [curr-step=init] [next-step=import] [2024/05/06 17:58:09.288 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:58:09.288 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=98] [2024/05/06 17:58:09.288 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=98] [cost=52.619µs] [2024/05/06 17:58:09.288 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=164.038µs] [] [2024/05/06 17:58:09.288 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=21] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:58:09.288 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=21] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:58:09.288 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:58:09.301 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=21] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:58:09.301 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:58:09.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=21] [2024/05/06 17:58:09.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=21] [type=ImportInto] [2024/05/06 17:58:09.782 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:09.782 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:09.782 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:09.783 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:09.784 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:09.784 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:09.784 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:09.784 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=21] [mode=Import] [2024/05/06 17:58:09.799 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:09.799 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:09.799 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:09.799 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:09.799 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:09.799 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:09.799 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:09.799 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:09.799 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:09.799 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:09.807 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=21] [2024/05/06 17:58:09.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=21] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:58:09.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=21] [step=import] [2024/05/06 17:58:09.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=21] [step=import] [2024/05/06 17:58:09.886 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:09.887 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:09.887 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:09.888 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:09.888 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:09.889 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:09.889 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:09.889 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:09.889 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:09.889 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:09.889 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:09.889 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:58:09.889 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:09.889 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:09.889 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:09.889 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:09.889 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:09.894 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:09.894 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:09.894 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:09.895 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:09.895 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:09.896 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:09.896 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:09.905 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:58:09.905 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:58:09.905 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=21] [step=import] [limit=256MiB] [2024/05/06 17:58:09.919 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=21] [step=import] [subtask-id=43] [2024/05/06 17:58:09.922 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:58:09.925 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:58:09.926 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=165] [2024/05/06 17:58:09.940 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=165] [key=min-deliver-bytes-rows.csv:0] [2024/05/06 17:58:09.942 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=165] [key=min-deliver-bytes-rows.csv:0] [readDur=923.134µs] [encodeDur=547.409µs] [deliverDur=193.163µs] [checksum="{cksum=9838612991342579393,size=369,kvs=9}"] [takeTime=1.93983ms] [] [2024/05/06 17:58:09.943 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=369] [kvs=9] [files=1] [sstFileSize=1091] [file=/tmp/tidb/import-4000/21/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/2ab3e241-a6c7-49f7-8a23-101775995301.sst] [firstKey=7480000000000000A55F728000000000000001] [lastKey=7480000000000000A55F728000000000000009] [2024/05/06 17:58:09.943 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=21] [step=import] [subtask-id=43] [takeTime=23.745173ms] [] [2024/05/06 17:58:09.943 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/05/06 17:58:09.943 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/05/06 17:58:09.943 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:58:09.945 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.630395ms] [] [2024/05/06 17:58:09.945 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 17:58:09.949 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:58:09.950 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/05/06 17:58:09.950 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:58:09.950 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:58:09.950 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFA55F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFA55F728000000000FF00000A0000000000FA] [retry=0] [2024/05/06 17:58:09.951 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFA55F728000000000FF0000010000000000FA] [end=7480000000000000FFA55F728000000000FF00000A0000000000FA] [2024/05/06 17:58:09.951 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFA55F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFA55F728000000000FF00000A0000000000FA] [regions=1] [2024/05/06 17:58:09.951 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=398.878µs] [2024/05/06 17:58:09.951 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.187287ms] [] [2024/05/06 17:58:09.952 +08:00] [WARN] [split.go:132] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000000FFA55F728000000000FF0000010000000000FA, endKey: 7480000000000000FFA55F728000000000FF00000A0000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/06 17:58:09.976 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/05/06 17:58:09.977 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=32.228217ms] [] [2024/05/06 17:58:09.977 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:58:09.978 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=867.325µs] [] [2024/05/06 17:58:09.978 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/05/06 17:58:09.978 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:58:09.979 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.162274ms] [] [2024/05/06 17:58:09.979 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 17:58:09.979 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:58:09.979 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=48.713µs] [] [2024/05/06 17:58:09.979 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:58:09.980 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=659.518µs] [] [2024/05/06 17:58:09.983 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574204850831363] [req-type=Get] [region="{ region id: 14, ver: 45, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:58:10.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=21] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:58:10.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=21] [task-type=ImportInto] [num=1] [2024/05/06 17:58:10.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [2024/05/06 17:58:10.282 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:10.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:10.283 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:10.283 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:10.284 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:10.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:10.284 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:10.284 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:58:10.300 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:10.300 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:10.300 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:10.300 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:10.300 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:10.300 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:10.300 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:10.300 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:10.300 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:10.300 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:10.315 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/05/06 17:58:10.317 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:58:10.317 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=21] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:58:10.317 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:58:10.329 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=21] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:58:10.329 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:58:10.608 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=21] [step=import] [2024/05/06 17:58:10.611 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:10.611 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:10.611 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:10.611 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:10.611 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:10.611 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:10.611 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:10.611 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:10.611 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:10.611 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:10.612 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:10.612 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:10.612 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:10.612 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=21] [error="context canceled"] [2024/05/06 17:58:10.612 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=21] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=733.576829ms] [] [2024/05/06 17:58:10.919 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=21] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:58:10.921 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=21] [step=post-process] [2024/05/06 17:58:10.934 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [2024/05/06 17:58:10.935 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [2024/05/06 17:58:10.935 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [2024/05/06 17:58:10.938 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:10.939 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:10.939 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:10.940 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:10.940 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:10.941 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:10.941 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:10.941 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:58:10.941 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:10.941 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:10.941 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:10.941 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:10.941 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:10.941 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:10.941 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:10.941 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:10.941 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:10.950 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [takeTime=15.04154ms] [] [2024/05/06 17:58:10.950 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [checksum="{cksum=9838612991342579393,size=369,kvs=9}"] [2024/05/06 17:58:10.951 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [weight=30] [2024/05/06 17:58:10.951 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [concurrency=15] [2024/05/06 17:58:10.953 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [local="{cksum=9838612991342579393,size=369,kvs=9}"] [2024/05/06 17:58:10.953 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [takeTime=18.458477ms] [] [2024/05/06 17:58:10.953 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [takeTime=18.615668ms] [] [2024/05/06 17:58:11.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=21] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:58:11.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=21] [task-type=ImportInto] [num=1] [2024/05/06 17:58:11.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=21] [curr-step=post-process] [next-step=done] [2024/05/06 17:58:11.279 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=21] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:58:11.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:58:11.292 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=21] [step=done] [state=running] [] [2024/05/06 17:58:11.295 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=21] [2024/05/06 17:58:11.303 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:58:11.373 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.274694303\n# Parse_time: 0.000070727\n# Compile_time: 0.000499951\n# Rewrite_time: 0.000134309\n# Optimize_time: 0.000204469\n# Wait_TS: 0.000398012\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC4yN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC4yN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestLoadRemote/TestDetachedLoadParquet [2024/05/06 17:58:11.377 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=115] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 17:58:11.378 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=115] [cur_db=load_data] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 17:58:11.392 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:168, Type:create schema, State:queueing, SchemaState:none, SchemaID:167, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:58:11.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:58:11.392 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:168, Type:create schema, State:queueing, SchemaState:none, SchemaID:167, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:58:11.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_csv;"] [2024/05/06 17:58:11.413 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [category=ddl] [job="ID:168, Type:create schema, State:queueing, SchemaState:none, SchemaID:167, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:11.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:11.430 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=1.127575ms] [gotSchemaVersion=116] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:58:11.435 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=168] [version=116] [2024/05/06 17:58:11.480 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=53.961856ms] [job="ID:168, Type:create schema, State:done, SchemaState:public, SchemaID:167, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:58:11.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:11.506 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [job="ID:168, Type:create schema, State:synced, SchemaState:public, SchemaID:167, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:11.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:11.517 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=168] [2024/05/06 17:58:11.517 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:58:11.521 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=116] [cur_db=load_csv] [sql="CREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [user=root@%] [2024/05/06 17:58:11.538 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:170, Type:create table, State:queueing, SchemaState:none, SchemaID:167, TableID:169, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:11.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:58:11.538 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:170, Type:create table, State:queueing, SchemaState:none, SchemaID:167, TableID:169, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:11.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [2024/05/06 17:58:11.562 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=170] [conn=2] [category=ddl] [job="ID:170, Type:create table, State:queueing, SchemaState:none, SchemaID:167, TableID:169, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:11.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:11.578 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=21] [error="context canceled"] [2024/05/06 17:58:11.578 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=21] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=659.177689ms] [] [2024/05/06 17:58:11.589 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=2.588437ms] [gotSchemaVersion=117] [phyTblIDs="[169]"] [actionTypes="[3]"] [2024/05/06 17:58:11.593 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=170] [version=117] [2024/05/06 17:58:11.636 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=53.044061ms] [job="ID:170, Type:create table, State:done, SchemaState:public, SchemaID:167, TableID:169, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:11.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:11.658 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=170] [conn=2] [job="ID:170, Type:create table, State:synced, SchemaState:public, SchemaID:167, TableID:169, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:11.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:11.673 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=170] [2024/05/06 17:58:11.673 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:58:11.713 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"/tmp/TestLoadRemoteTestDetachedLoadParquet170643806/001/test.parquet\",\"format\":\"parquet\"}"] [dist-task-enabled=false] [2024/05/06 17:58:11.714 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:58:11.714 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=2686] [2024/05/06 17:58:11.714 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=2686] [cost=354.147µs] [2024/05/06 17:58:11.714 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=475.708µs] [] [2024/05/06 17:58:11.737 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=22] [job-id=22] [thread-cnt=8] [2024/05/06 17:58:11.737 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=22] [2024/05/06 17:58:11.772 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=22] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:58:11.784 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=21] [2024/05/06 17:58:11.791 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:58:11.805 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:58:12.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=22] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:58:12.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=22] [task-type=ImportInto] [num=1] [2024/05/06 17:58:12.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=22] [curr-step=init] [next-step=import] [2024/05/06 17:58:12.288 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=22] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:58:12.288 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=22] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:58:12.288 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:58:12.304 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=22] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:58:12.304 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:58:12.573 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=22] [2024/05/06 17:58:12.573 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=22] [type=ImportInto] [2024/05/06 17:58:12.784 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:12.785 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:12.785 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:12.786 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:12.786 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:12.787 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:12.787 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:12.787 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=22] [mode=Import] [2024/05/06 17:58:12.802 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:12.802 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:12.802 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:12.802 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:12.802 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:12.802 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:12.802 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:12.802 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:12.802 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:12.802 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:12.808 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=22] [2024/05/06 17:58:12.880 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=22] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:58:12.883 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=22] [step=import] [2024/05/06 17:58:12.883 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=22] [step=import] [2024/05/06 17:58:12.886 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:12.886 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:12.886 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:12.888 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:12.888 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:12.889 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:12.889 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:12.889 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:12.889 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:12.889 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:12.889 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:12.889 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:58:12.889 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:12.889 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:12.889 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:12.889 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:12.889 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:12.893 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:12.894 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:12.894 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:12.895 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:12.895 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:12.896 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:12.896 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:12.906 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:58:12.906 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:58:12.906 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=22] [step=import] [limit=256MiB] [2024/05/06 17:58:12.919 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=22] [step=import] [subtask-id=45] [2024/05/06 17:58:12.923 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 17:58:12.927 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 17:58:12.927 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=169] [2024/05/06 17:58:12.942 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=169] [key=test.parquet:0] [2024/05/06 17:58:12.945 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=169] [key=test.parquet:0] [readDur=1.640601ms] [encodeDur=661.198µs] [deliverDur=223.492µs] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [takeTime=2.92192ms] [] [2024/05/06 17:58:12.946 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=22] [step=import] [subtask-id=45] [takeTime=26.30268ms] [] [2024/05/06 17:58:12.946 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=726] [kvs=6] [files=1] [sstFileSize=1288] [file=/tmp/tidb/import-4000/22/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/db666dcc-2613-4881-a3c9-2cc692303600.sst] [firstKey=7480000000000000A95F728000000000000001] [lastKey=7480000000000000A95F728000000000000006] [2024/05/06 17:58:12.946 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/05/06 17:58:12.946 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/05/06 17:58:12.946 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 17:58:12.948 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.74365ms] [] [2024/05/06 17:58:12.948 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 17:58:12.952 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:58:12.953 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=6] [size=726] [2024/05/06 17:58:12.954 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:58:12.954 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 17:58:12.954 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFA95F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFA95F728000000000FF0000070000000000FA] [retry=0] [2024/05/06 17:58:12.954 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFA95F728000000000FF0000010000000000FA] [end=7480000000000000FFA95F728000000000FF0000070000000000FA] [2024/05/06 17:58:12.954 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFA95F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFA95F728000000000FF0000070000000000FA] [regions=1] [2024/05/06 17:58:12.955 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=408.826µs] [2024/05/06 17:58:12.955 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.155306ms] [] [2024/05/06 17:58:12.967 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 49, but you sent conf_ver: 5 version: 47"] [region="{ID=216,startKey=7480000000000000FFA95F728000000000FF0000010000000000FA,endKey=7480000000000000FFA95F728000000000FF0000070000000000FA,epoch=\"conf_ver:5 version:49 \",peers=\"id:217 store_id:2 ,id:218 store_id:1 ,id:219 store_id:3 \"}"] [start=7480000000000000A95F728000000000000001] [end=7480000000000000A95F728000000000000007] [2024/05/06 17:58:12.968 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000A95F728000000000000001] [endKey=7480000000000000A95F728000000000000007] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:58:14.968 +08:00] [2024/05/06 17:58:12.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574205637263364] [req-type=Cop] [region="{ region id: 14, ver: 47, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:58:12.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574205637263364] [req-type=Cop] [region="{ region id: 14, ver: 47, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:58:14.980 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=726] [kvs=6] [importedSize=726] [importedCount=6] [2024/05/06 17:58:14.981 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=2.033372431s] [] [2024/05/06 17:58:14.981 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 17:58:14.982 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=962.753µs] [] [2024/05/06 17:58:14.982 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/05/06 17:58:14.982 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 17:58:14.984 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.249312ms] [] [2024/05/06 17:58:14.984 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 17:58:14.984 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 17:58:14.984 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=63.804µs] [] [2024/05/06 17:58:14.984 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 17:58:14.985 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=828.677µs] [] [2024/05/06 17:58:15.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=22] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:58:15.280 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=22] [task-type=ImportInto] [num=1] [2024/05/06 17:58:15.282 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [2024/05/06 17:58:15.285 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:15.286 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:15.286 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:15.287 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:15.287 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:15.287 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:15.288 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:15.288 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:58:15.302 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:15.302 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:15.302 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:15.302 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:15.302 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:15.302 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:15.302 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:15.302 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:15.302 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:15.302 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:15.317 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":14,\"3\":12,\"4\":42,\"5\":42,\"6\":36,\"7\":66,\"8\":108,\"9\":90}}"] [2024/05/06 17:58:15.320 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:58:15.320 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=22] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:58:15.320 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:58:15.336 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=22] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:58:15.336 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:58:15.609 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=22] [step=import] [2024/05/06 17:58:15.613 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:15.613 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:15.613 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:15.613 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:15.613 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:15.613 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:15.613 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:15.613 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:15.613 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:15.613 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:15.614 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:15.614 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:15.614 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:15.614 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=22] [error="context canceled"] [2024/05/06 17:58:15.614 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=22] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.734119514s] [] [2024/05/06 17:58:15.921 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=22] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:58:15.923 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=22] [step=post-process] [2024/05/06 17:58:15.936 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [2024/05/06 17:58:15.936 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [2024/05/06 17:58:15.936 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [2024/05/06 17:58:15.939 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:15.940 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:15.940 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:15.941 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:15.941 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:15.942 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:15.942 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:15.942 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:15.942 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:15.942 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:15.942 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:15.942 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:15.942 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:58:15.942 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:58:15.942 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:15.942 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:15.943 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:15.943 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:15.943 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:15.951 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [takeTime=14.403738ms] [] [2024/05/06 17:58:15.951 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 17:58:15.952 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [weight=30] [2024/05/06 17:58:15.952 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [concurrency=15] [2024/05/06 17:58:15.954 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [local="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 17:58:15.954 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [takeTime=17.471258ms] [] [2024/05/06 17:58:15.954 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [takeTime=17.617432ms] [] [2024/05/06 17:58:16.278 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=22] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:58:16.280 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=22] [task-type=ImportInto] [num=1] [2024/05/06 17:58:16.283 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=22] [curr-step=post-process] [next-step=done] [2024/05/06 17:58:16.283 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=22] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:58:16.283 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:58:16.299 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=22] [step=done] [state=running] [] [2024/05/06 17:58:16.303 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=22] [2024/05/06 17:58:16.309 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:58:16.551 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.874819974\n# Parse_time: 0.00012356\n# Compile_time: 0.00051837\n# Rewrite_time: 0.000175126\n# Optimize_time: 0.000267766\n# Wait_TS: 0.000328097\n# DB: load_csv\n# Is_internal: false\n# Digest: 46c9ae50d402b8a4fb5ea152f20c1c0cc52c5c1b2a8c34e97e72968d0916e408\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC44N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC44N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse load_csv;\nIMPORT INTO `load_csv`.`t` FROM '/tmp/TestLoadRemoteTestDetachedLoadParquet170643806/001/test.parquet' FORMAT 'parquet';"] [2024/05/06 17:58:16.555 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=117] [cur_db=load_csv] [sql="TRUNCATE TABLE t;"] [user=root@%] [2024/05/06 17:58:16.568 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:truncate table, State:queueing, SchemaState:none, SchemaID:167, TableID:169, RowCount:0, ArgLen:3, start time: 2024-05-06 17:58:16.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:58:16.568 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:172, Type:truncate table, State:queueing, SchemaState:none, SchemaID:167, TableID:169, RowCount:0, ArgLen:3, start time: 2024-05-06 17:58:16.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="TRUNCATE TABLE t;"] [2024/05/06 17:58:16.577 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=22] [error="context canceled"] [2024/05/06 17:58:16.577 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=22] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=656.637261ms] [] [2024/05/06 17:58:16.584 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:truncate table, State:queueing, SchemaState:none, SchemaID:167, TableID:169, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:16.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:16.611 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=2.681512ms] [gotSchemaVersion=118] [phyTblIDs="[169,171]"] [actionTypes="[11,11]"] [2024/05/06 17:58:16.615 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=172] [version=118] [2024/05/06 17:58:16.658 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=53.587292ms] [job="ID:172, Type:truncate table, State:done, SchemaState:public, SchemaID:167, TableID:169, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:16.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:16.673 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=172] [elementID=1] [comment="table ID is 169"] [2024/05/06 17:58:16.677 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=172] [jobType="truncate table"] [2024/05/06 17:58:16.679 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [job="ID:172, Type:truncate table, State:synced, SchemaState:public, SchemaID:167, TableID:169, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:16.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:16.699 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/05/06 17:58:16.699 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:58:16.741 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"parquet\",\"options\":{\"detached\":null}}"] [dist-task-enabled=false] [2024/05/06 17:58:16.764 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=23] [job-id=23] [thread-cnt=8] [2024/05/06 17:58:16.764 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=23] [2024/05/06 17:58:16.785 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=22] [2024/05/06 17:58:16.792 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:58:16.812 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:58:17.772 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=23] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:58:18.274 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=23] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:58:18.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=23] [task-type=ImportInto] [num=1] [2024/05/06 17:58:18.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=23] [curr-step=init] [next-step=import] [2024/05/06 17:58:18.292 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:58:18.292 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=2686] [2024/05/06 17:58:18.295 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=2686] [cost=3.219736ms] [2024/05/06 17:58:18.295 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=3.347561ms] [] [2024/05/06 17:58:18.295 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=23] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:58:18.295 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=23] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:58:18.295 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:58:18.312 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=23] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:58:18.312 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:58:18.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=23] [2024/05/06 17:58:18.573 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=23] [type=ImportInto] [2024/05/06 17:58:18.784 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:18.785 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:18.785 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:18.786 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:18.786 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:18.787 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:18.787 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:18.787 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=23] [mode=Import] [2024/05/06 17:58:18.801 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:18.801 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:18.801 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:18.801 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:18.801 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:18.801 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:18.802 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:18.802 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:18.802 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:18.802 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:18.807 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=23] [2024/05/06 17:58:18.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=23] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:58:18.881 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=23] [step=import] [2024/05/06 17:58:18.881 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=23] [step=import] [2024/05/06 17:58:18.887 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:18.887 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:18.887 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:18.888 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:18.889 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:18.889 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:18.890 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:18.890 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:18.890 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:18.890 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:18.890 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:58:18.890 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:18.890 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:58:18.890 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:58:18.890 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:18.890 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:18.890 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:18.890 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:18.890 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:18.895 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:18.896 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:18.896 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:18.897 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:18.897 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:18.898 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:18.898 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:18.907 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:58:18.907 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:58:18.907 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=23] [step=import] [limit=256MiB] [2024/05/06 17:58:18.921 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=23] [step=import] [subtask-id=47] [2024/05/06 17:58:18.924 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 17:58:18.928 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 17:58:18.928 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=171] [2024/05/06 17:58:18.949 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=171] [key=p:0] [2024/05/06 17:58:18.952 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=171] [key=p:0] [readDur=1.431565ms] [encodeDur=939.837µs] [deliverDur=229.679µs] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [takeTime=2.905353ms] [] [2024/05/06 17:58:18.953 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=23] [step=import] [subtask-id=47] [takeTime=31.832274ms] [] [2024/05/06 17:58:18.953 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=726] [kvs=6] [files=1] [sstFileSize=1288] [file=/tmp/tidb/import-4000/23/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/27816bd2-9b77-4d44-b42b-f5cd45abc290.sst] [firstKey=7480000000000000AB5F728000000000000001] [lastKey=7480000000000000AB5F728000000000000006] [2024/05/06 17:58:18.953 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/05/06 17:58:18.953 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/05/06 17:58:18.953 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 17:58:18.955 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.586687ms] [] [2024/05/06 17:58:18.955 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 17:58:18.959 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:58:18.961 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=6] [size=726] [2024/05/06 17:58:18.961 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:58:18.961 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 17:58:18.961 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFAB5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFAB5F728000000000FF0000070000000000FA] [retry=0] [2024/05/06 17:58:18.962 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFAB5F728000000000FF0000010000000000FA] [end=7480000000000000FFAB5F728000000000FF0000070000000000FA] [2024/05/06 17:58:18.962 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFAB5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFAB5F728000000000FF0000070000000000FA] [regions=1] [2024/05/06 17:58:18.962 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=411.942µs] [2024/05/06 17:58:18.962 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.170625ms] [] [2024/05/06 17:58:18.970 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 25, store 3, region 14, epoch conf_ver:5 version:49 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 51, request epoch conf_ver: 5 version: 49\")"] ["job stage"=needRescan] [2024/05/06 17:58:18.971 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000AB5F728000000000000001] [endKey=7480000000000000AB5F728000000000000007] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:58:20.971 +08:00] [2024/05/06 17:58:18.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574207210389512] [req-type=Cop] [region="{ region id: 14, ver: 49, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:58:18.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574207210389512] [req-type=Cop] [region="{ region id: 14, ver: 49, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:58:20.984 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=726] [kvs=6] [importedSize=726] [importedCount=6] [2024/05/06 17:58:20.985 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=2.030482335s] [] [2024/05/06 17:58:20.985 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 17:58:20.986 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.030263ms] [] [2024/05/06 17:58:20.986 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/05/06 17:58:20.986 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 17:58:20.988 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.356558ms] [] [2024/05/06 17:58:20.988 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 17:58:20.988 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 17:58:20.988 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=64.82µs] [] [2024/05/06 17:58:20.988 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 17:58:20.989 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=830.924µs] [] [2024/05/06 17:58:21.278 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=23] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:58:21.280 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=23] [task-type=ImportInto] [num=1] [2024/05/06 17:58:21.282 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [2024/05/06 17:58:21.285 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:21.286 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:21.286 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:21.287 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:21.287 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:21.288 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:21.288 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:21.288 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:58:21.302 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:21.302 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:21.302 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:21.302 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:21.302 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:21.303 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:21.303 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:21.303 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:21.303 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:21.303 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:21.319 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":14,\"3\":12,\"4\":42,\"5\":42,\"6\":36,\"7\":66,\"8\":108,\"9\":90}}"] [2024/05/06 17:58:21.321 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:58:21.321 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=23] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:58:21.321 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:58:21.338 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=23] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:58:21.338 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:58:21.614 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=23] [step=import] [2024/05/06 17:58:21.618 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:21.618 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:21.618 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:21.618 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:21.618 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:21.618 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:21.618 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:21.618 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:21.619 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:21.619 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:21.620 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:21.620 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:21.620 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:21.620 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=23] [error="context canceled"] [2024/05/06 17:58:21.620 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=23] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.741147081s] [] [2024/05/06 17:58:21.926 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=23] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:58:21.929 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=23] [step=post-process] [2024/05/06 17:58:21.942 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [2024/05/06 17:58:21.942 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [2024/05/06 17:58:21.942 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [2024/05/06 17:58:21.945 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:21.946 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:21.946 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:21.947 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:21.947 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:21.948 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:21.948 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:21.948 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:21.948 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:21.948 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:58:21.948 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:21.948 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:21.948 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:58:21.948 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:58:21.948 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:21.948 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:21.949 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:21.949 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:21.949 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:21.956 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [takeTime=13.889885ms] [] [2024/05/06 17:58:21.956 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 17:58:21.957 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [weight=30] [2024/05/06 17:58:21.957 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [concurrency=15] [2024/05/06 17:58:21.959 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [local="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 17:58:21.959 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [takeTime=17.261728ms] [] [2024/05/06 17:58:21.959 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [takeTime=17.399086ms] [] [2024/05/06 17:58:22.278 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=23] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:58:22.281 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=23] [task-type=ImportInto] [num=1] [2024/05/06 17:58:22.283 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=23] [curr-step=post-process] [next-step=done] [2024/05/06 17:58:22.283 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=23] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:58:22.283 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:58:22.300 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=23] [step=done] [state=running] [] [2024/05/06 17:58:22.304 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=23] [2024/05/06 17:58:22.311 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:58:22.584 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=23] [error="context canceled"] [2024/05/06 17:58:22.584 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=23] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=658.111337ms] [] [2024/05/06 17:58:22.771 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=118] [cur_db=load_csv] [sql="TRUNCATE TABLE t;"] [user=root@%] [2024/05/06 17:58:22.784 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:167, TableID:171, RowCount:0, ArgLen:3, start time: 2024-05-06 17:58:22.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:58:22.784 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:167, TableID:171, RowCount:0, ArgLen:3, start time: 2024-05-06 17:58:22.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="TRUNCATE TABLE t;"] [2024/05/06 17:58:22.785 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=23] [2024/05/06 17:58:22.792 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:58:22.800 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=174] [conn=2] [category=ddl] [job="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:167, TableID:171, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:22.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:22.811 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:58:22.827 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=2.749277ms] [gotSchemaVersion=119] [phyTblIDs="[171,173]"] [actionTypes="[11,11]"] [2024/05/06 17:58:22.832 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=174] [version=119] [2024/05/06 17:58:22.875 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=53.735933ms] [job="ID:174, Type:truncate table, State:done, SchemaState:public, SchemaID:167, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:22.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:22.890 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=174] [elementID=1] [comment="table ID is 171"] [2024/05/06 17:58:22.894 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=174] [jobType="truncate table"] [2024/05/06 17:58:22.896 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=174] [conn=2] [job="ID:174, Type:truncate table, State:synced, SchemaState:public, SchemaID:167, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:22.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:22.917 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=174] [2024/05/06 17:58:22.917 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] === RUN TestLoadRemote/TestDiskQuota [2024/05/06 17:58:22.921 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=119] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_test_disk_quota;"] [user=root@%] [2024/05/06 17:58:22.922 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=119] [cur_db=load_csv] [sql="CREATE DATABASE load_test_disk_quota;"] [user=root@%] [2024/05/06 17:58:22.934 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:176, Type:create schema, State:queueing, SchemaState:none, SchemaID:175, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:58:22.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:58:22.934 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:176, Type:create schema, State:queueing, SchemaState:none, SchemaID:175, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:58:22.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_test_disk_quota;"] [2024/05/06 17:58:22.950 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=176] [conn=2] [category=ddl] [job="ID:176, Type:create schema, State:queueing, SchemaState:none, SchemaID:175, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:22.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:22.966 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=1.090221ms] [gotSchemaVersion=120] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:58:22.969 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=176] [version=120] [2024/05/06 17:58:23.015 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=53.32353ms] [job="ID:176, Type:create schema, State:done, SchemaState:public, SchemaID:175, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:58:22.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:23.029 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=176] [conn=2] [job="ID:176, Type:create schema, State:synced, SchemaState:public, SchemaID:175, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:22.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:23.039 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=176] [2024/05/06 17:58:23.039 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:58:23.042 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=120] [cur_db=load_csv] [sql="CREATE TABLE load_test_disk_quota.t(a int, b int)"] [user=root@%] [2024/05/06 17:58:23.056 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:178, Type:create table, State:queueing, SchemaState:none, SchemaID:175, TableID:177, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:23.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:58:23.056 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:178, Type:create table, State:queueing, SchemaState:none, SchemaID:175, TableID:177, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:23.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_test_disk_quota.t(a int, b int)"] [2024/05/06 17:58:23.072 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:create table, State:queueing, SchemaState:none, SchemaID:175, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:23.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:23.091 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=2.056703ms] [gotSchemaVersion=121] [phyTblIDs="[177]"] [actionTypes="[3]"] [2024/05/06 17:58:23.095 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=178] [version=121] [2024/05/06 17:58:23.140 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=53.131781ms] [job="ID:178, Type:create table, State:done, SchemaState:public, SchemaID:175, TableID:177, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:23.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:23.156 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [job="ID:178, Type:create table, State:synced, SchemaState:public, SchemaID:175, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:23.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:23.168 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=178] [2024/05/06 17:58:23.168 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:58:23.237 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/diskquota-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"disk_quota\":\"1b\"}}"] [dist-task-enabled=false] [2024/05/06 17:58:23.255 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=24] [job-id=24] [thread-cnt=8] [2024/05/06 17:58:23.255 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=24] [2024/05/06 17:58:23.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=24] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:58:24.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=24] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:58:24.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=24] [task-type=ImportInto] [num=1] [2024/05/06 17:58:24.275 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=24] [curr-step=init] [next-step=import] [2024/05/06 17:58:24.288 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:58:24.288 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=97780] [2024/05/06 17:58:24.288 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=97780] [cost=49.366µs] [2024/05/06 17:58:24.288 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=151.282µs] [] [2024/05/06 17:58:24.288 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=24] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:58:24.288 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=24] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:58:24.288 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:58:24.302 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=24] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:58:24.302 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:58:24.573 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=24] [2024/05/06 17:58:24.573 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=24] [type=ImportInto] [2024/05/06 17:58:24.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:24.782 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:24.782 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:24.783 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:24.783 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:24.784 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:24.784 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:24.784 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=24] [mode=Import] [2024/05/06 17:58:24.803 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:24.803 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:24.803 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:24.803 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:24.803 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:24.803 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:24.803 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:24.803 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:24.803 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:24.803 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:24.811 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=24] [2024/05/06 17:58:24.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=24] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:58:24.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=24] [step=import] [2024/05/06 17:58:24.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=24] [step=import] [2024/05/06 17:58:24.886 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:24.886 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:24.886 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:24.887 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:24.888 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:24.889 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:24.889 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:24.889 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:24.889 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:24.889 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:24.889 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:24.889 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:58:24.889 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:24.889 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:24.889 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:24.889 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:24.889 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:24.889 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:24.893 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:24.894 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:24.894 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:24.895 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:24.895 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:24.896 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:24.896 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:24.905 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:58:24.905 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=24] [step=import] [limit=256MiB] [2024/05/06 17:58:24.918 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=24] [step=import] [subtask-id=49] [2024/05/06 17:58:24.922 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 17:58:24.925 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 17:58:24.925 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=177] [2024/05/06 17:58:24.949 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=177] [key=diskquota-test.csv:0] [2024/05/06 17:58:25.031 +08:00] [WARN] [table_import.go:543] ["disk quota exceeded"] [table=t] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 17:58:25.037 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=98304] [kvs=2816] [files=1] [sstFileSize=29166] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/a4c3319d-0a12-42ef-82ea-addd8a301654.sst] [firstKey=7480000000000000B15F728000000000000001] [lastKey=7480000000000000B15F728000000000000B00] [2024/05/06 17:58:25.039 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 17:58:25.043 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:58:25.045 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2816] [size=98304] [2024/05/06 17:58:25.045 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:58:25.045 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 17:58:25.045 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFB15F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFB15F728000000000FF000B010000000000FA] [retry=0] [2024/05/06 17:58:25.046 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFB15F728000000000FF0000010000000000FA] [end=7480000000000000FFB15F728000000000FF000B010000000000FA] [2024/05/06 17:58:25.046 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFB15F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFB15F728000000000FF000B010000000000FA] [regions=1] [2024/05/06 17:58:25.047 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=474.046µs] [2024/05/06 17:58:25.047 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=1.392069ms] [] [2024/05/06 17:58:25.057 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:51 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 53, request epoch conf_ver: 5 version: 51\")"] ["job stage"=needRescan] [2024/05/06 17:58:25.058 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000B15F728000000000000001] [endKey=7480000000000000B15F728000000000000B01] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:58:27.058 +08:00] [2024/05/06 17:58:25.089 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574208809467909] [req-type=Cop] [region="{ region id: 14, ver: 51, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:58:25.089 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574208809467909] [req-type=Cop] [region="{ region id: 14, ver: 51, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:58:27.079 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98304] [kvs=2816] [importedSize=98304] [importedCount=2816] [2024/05/06 17:58:27.081 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=2.041400559s] [] [2024/05/06 17:58:27.088 +08:00] [WARN] [table_import.go:543] ["disk quota exceeded"] [table=t] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 17:58:27.094 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=98315] [kvs=2809] [files=1] [sstFileSize=28835] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/0e624b9d-0a41-44df-84ba-6578eef732f1.sst] [firstKey=7480000000000000B15F728000000000000B01] [lastKey=7480000000000000B15F7280000000000015F9] [2024/05/06 17:58:27.096 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 17:58:27.096 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 17:58:27.096 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=43.503µs] [] [2024/05/06 17:58:27.101 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 17:58:27.105 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:58:27.106 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2809] [size=98315] [2024/05/06 17:58:27.107 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:58:27.107 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 17:58:27.107 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFB15F728000000000FF000B010000000000FA] [maxKey=7480000000000000FFB15F728000000000FF0015FA0000000000FA] [retry=0] [2024/05/06 17:58:27.107 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFB15F728000000000FF000B010000000000FA] [end=7480000000000000FFB15F728000000000FF0015FA0000000000FA] [2024/05/06 17:58:27.107 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFB15F728000000000FF000B010000000000FA] [maxKey=7480000000000000FFB15F728000000000FF0015FA0000000000FA] [regions=1] [2024/05/06 17:58:27.108 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=439.862µs] [2024/05/06 17:58:27.108 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=1.155741ms] [] [2024/05/06 17:58:27.129 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 54, but you sent conf_ver: 5 version: 53"] [region="{ID=236,startKey=7480000000000000FFB15F728000000000FF000B010000000000FA,endKey=7480000000000000FFB15F728000000000FF0015FA0000000000FA,epoch=\"conf_ver:5 version:54 \",peers=\"id:237 store_id:2 ,id:238 store_id:1 ,id:239 store_id:3 \"}"] [start=7480000000000000B15F728000000000000B01] [end=7480000000000000B15F7280000000000015FA] [2024/05/06 17:58:27.130 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000B15F728000000000000B01] [endKey=7480000000000000B15F7280000000000015FA] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:58:29.130 +08:00] [2024/05/06 17:58:27.139 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574209346863107] [req-type=Cop] [region="{ region id: 14, ver: 53, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:58:27.139 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574209346863107] [req-type=Cop] [region="{ region id: 14, ver: 53, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:58:29.153 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98315] [kvs=2809] [importedSize=196619] [importedCount=5625] [2024/05/06 17:58:29.155 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=2.053580662s] [] [2024/05/06 17:58:29.162 +08:00] [WARN] [table_import.go:543] ["disk quota exceeded"] [table=t] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 17:58:29.167 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=98315] [kvs=2809] [files=1] [sstFileSize=29091] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/cfd69edd-9f06-48ce-9b81-cc1714494c41.sst] [firstKey=7480000000000000B15F7280000000000015FA] [lastKey=7480000000000000B15F7280000000000020F2] [2024/05/06 17:58:29.169 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 17:58:29.173 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:58:29.175 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2809] [size=98315] [2024/05/06 17:58:29.175 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:58:29.175 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 17:58:29.175 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFB15F728000000000FF0015FA0000000000FA] [maxKey=7480000000000000FFB15F728000000000FF0020F30000000000FA] [retry=0] [2024/05/06 17:58:29.176 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFB15F728000000000FF0015FA0000000000FA] [end=7480000000000000FFB15F728000000000FF0020F30000000000FA] [2024/05/06 17:58:29.176 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFB15F728000000000FF0015FA0000000000FA] [maxKey=7480000000000000FFB15F728000000000FF0020F30000000000FA] [regions=1] [2024/05/06 17:58:29.176 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=404.961µs] [2024/05/06 17:58:29.176 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=1.157062ms] [] [2024/05/06 17:58:29.185 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:54 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 55, request epoch conf_ver: 5 version: 54\")"] ["job stage"=needRescan] [2024/05/06 17:58:29.186 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000B15F7280000000000015FA] [endKey=7480000000000000B15F7280000000000020F3] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:58:31.186 +08:00] [2024/05/06 17:58:29.188 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574209884258308] [req-type=Cop] [region="{ region id: 14, ver: 54, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:58:29.188 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574209884258308] [req-type=Cop] [region="{ region id: 14, ver: 54, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:58:31.210 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98315] [kvs=2809] [importedSize=294934] [importedCount=8434] [2024/05/06 17:58:31.211 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=2.041807218s] [] [2024/05/06 17:58:31.218 +08:00] [WARN] [table_import.go:543] ["disk quota exceeded"] [table=t] [diskSize=860] [memSize=174872] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 17:58:31.221 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=177] [key=diskquota-test.csv:0] [readDur=52.232255ms] [encodeDur=203.030045ms] [deliverDur=26.231532ms] [checksum="{cksum=13278823448959016481,size=349744,kvs=10000}"] [takeTime=6.271096753s] [] [2024/05/06 17:58:31.221 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=54810] [kvs=1566] [files=1] [sstFileSize=16574] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/44bb60d4-43e6-4efc-989d-2efa5712e0fa.sst] [firstKey=7480000000000000B15F7280000000000020F3] [lastKey=7480000000000000B15F728000000000002710] [2024/05/06 17:58:31.221 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=24] [step=import] [subtask-id=49] [takeTime=6.303142998s] [] [2024/05/06 17:58:31.222 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/05/06 17:58:31.222 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/05/06 17:58:31.222 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 17:58:31.224 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 17:58:31.224 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=2.68981ms] [] [2024/05/06 17:58:31.224 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 17:58:31.224 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=51.494µs] [] [2024/05/06 17:58:31.224 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 17:58:31.229 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 17:58:31.229 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:58:31.231 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=1566] [size=54810] [2024/05/06 17:58:31.231 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:58:31.231 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 17:58:31.231 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFB15F728000000000FF0020F30000000000FA] [maxKey=7480000000000000FFB15F728000000000FF0027110000000000FA] [retry=0] [2024/05/06 17:58:31.232 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFB15F728000000000FF0020F30000000000FA] [end=7480000000000000FFB15F728000000000FF0027110000000000FA] [2024/05/06 17:58:31.232 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFB15F728000000000FF0020F30000000000FA] [maxKey=7480000000000000FFB15F728000000000FF0027110000000000FA] [regions=1] [2024/05/06 17:58:31.232 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=458.717µs] [2024/05/06 17:58:31.232 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=1.222098ms] [] [2024/05/06 17:58:31.242 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 20, store 1, region 14, epoch conf_ver:5 version:55 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 56, request epoch conf_ver: 5 version: 55\")"] ["job stage"=needRescan] [2024/05/06 17:58:31.243 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000B15F7280000000000020F3] [endKey=7480000000000000B15F728000000000002711] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:58:33.243 +08:00] [2024/05/06 17:58:31.245 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574210434760705] [req-type=Cop] [region="{ region id: 14, ver: 55, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:58:31.246 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574210434760705] [req-type=Cop] [region="{ region id: 14, ver: 55, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:58:33.262 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=54810] [kvs=1566] [importedSize=349744] [importedCount=10000] [2024/05/06 17:58:33.263 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=2.038805731s] [] [2024/05/06 17:58:33.263 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 17:58:33.267 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:58:33.269 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=1566] [size=54810] [2024/05/06 17:58:33.269 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:58:33.269 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 17:58:33.269 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFB15F728000000000FF0020F30000000000FA] [maxKey=7480000000000000FFB15F728000000000FF0027110000000000FA] [retry=0] [2024/05/06 17:58:33.270 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFB15F728000000000FF0020F30000000000FA] [end=7480000000000000FFB15F728000000000FF0027110000000000FA] [2024/05/06 17:58:33.270 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFB15F728000000000FF0020F30000000000FA] [maxKey=7480000000000000FFB15F728000000000FF0027110000000000FA] [regions=1] [2024/05/06 17:58:33.270 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=476.391µs] [2024/05/06 17:58:33.271 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=1.300446ms] [] [2024/05/06 17:58:33.291 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=54810] [kvs=1566] [importedSize=404554] [importedCount=11566] [2024/05/06 17:58:33.292 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=2.063185066s] [] [2024/05/06 17:58:33.299 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=35.227467ms] [] [2024/05/06 17:58:33.299 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/05/06 17:58:33.299 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 17:58:33.300 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [takeTime=1.45282ms] [] [2024/05/06 17:58:33.300 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 17:58:33.300 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 17:58:33.300 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=62.011µs] [] [2024/05/06 17:58:33.300 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 17:58:33.301 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [takeTime=830.996µs] [] [2024/05/06 17:58:33.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=24] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:58:33.778 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=24] [task-type=ImportInto] [num=1] [2024/05/06 17:58:33.779 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [2024/05/06 17:58:33.782 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:33.783 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:33.783 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:33.784 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:33.784 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:33.785 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:33.785 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:33.785 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:58:33.799 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:33.799 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:33.799 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:33.799 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:33.799 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:33.799 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:33.799 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:33.800 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:33.800 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:33.800 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:33.816 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":10000,\"ColSizeMap\":{\"1\":21744,\"2\":21744}}"] [2024/05/06 17:58:33.817 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:58:33.817 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=24] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:58:33.817 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:58:33.830 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=24] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:58:33.830 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:58:33.929 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=24] [step=import] [2024/05/06 17:58:33.942 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:33.942 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:33.942 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:33.942 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:33.942 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:33.942 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:33.942 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:33.942 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:33.942 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:33.942 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:33.943 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:33.943 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:33.943 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:33.944 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=24] [error="context canceled"] [2024/05/06 17:58:33.944 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=24] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=9.064413066s] [] [2024/05/06 17:58:34.250 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=24] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:58:34.251 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=24] [step=post-process] [2024/05/06 17:58:34.264 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [2024/05/06 17:58:34.265 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [2024/05/06 17:58:34.265 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [2024/05/06 17:58:34.268 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:34.268 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:34.268 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:34.269 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:34.270 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:34.270 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:34.270 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:34.271 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:58:34.271 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:34.271 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:34.271 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:34.271 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:34.271 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:58:34.271 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:58:34.271 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:34.271 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:34.271 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:34.271 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:34.271 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:34.279 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [takeTime=14.739231ms] [] [2024/05/06 17:58:34.279 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [checksum="{cksum=13278823448959016481,size=349744,kvs=10000}"] [2024/05/06 17:58:34.280 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [weight=30] [2024/05/06 17:58:34.280 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [concurrency=15] [2024/05/06 17:58:34.282 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574211220930569] [req-type=Cop] [region="{ region id: 228, ver: 53, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 229, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 230, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 231, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=229-not_leader-231:1] [2024/05/06 17:58:34.288 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [local="{cksum=13278823448959016481,size=349744,kvs=10000}"] [2024/05/06 17:58:34.288 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [takeTime=23.83789ms] [] [2024/05/06 17:58:34.288 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [takeTime=23.998094ms] [] [2024/05/06 17:58:34.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=24] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:58:34.778 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=24] [task-type=ImportInto] [num=1] [2024/05/06 17:58:34.779 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=24] [curr-step=post-process] [next-step=done] [2024/05/06 17:58:34.779 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=24] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:58:34.779 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:58:34.791 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=24] [step=done] [state=running] [] [2024/05/06 17:58:34.794 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=24] [2024/05/06 17:58:34.800 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:58:34.918 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=24] [error="context canceled"] [2024/05/06 17:58:34.918 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=24] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=668.234022ms] [] [2024/05/06 17:58:34.968 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 11.769329287\n# Parse_time: 0.000101814\n# Compile_time: 0.000422797\n# Rewrite_time: 0.000130419\n# Optimize_time: 0.000324251\n# Wait_TS: 0.000352292\n# DB: load_csv\n# Is_internal: false\n# Digest: b74ef18b8b91fbb6972ff394e46ac7dcd3c98c579d826ec6957bbe1c6cbbe3d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MTEuOHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MTEuOHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_disk_quota`.`t` FROM 'gs://test-load/diskquota-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH disk_quota=_UTF8MB4'1b';"] === RUN TestLoadRemote/TestGBK [2024/05/06 17:58:34.975 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=121] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_charset;"] [user=root@%] [2024/05/06 17:58:34.976 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=121] [cur_db=load_csv] [sql="CREATE DATABASE load_charset;"] [user=root@%] [2024/05/06 17:58:34.989 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:58:34.941 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:58:34.989 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:58:34.941 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_charset;"] [2024/05/06 17:58:35.012 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [category=ddl] [job="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:34.941 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:35.029 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=1.049771ms] [gotSchemaVersion=122] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:58:35.034 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=180] [version=122] [2024/05/06 17:58:35.078 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=53.424173ms] [job="ID:180, Type:create schema, State:done, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:58:34.941 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:35.094 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [job="ID:180, Type:create schema, State:synced, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:34.941 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:35.106 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/05/06 17:58:35.106 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:58:35.109 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=load_csv] [sql="CREATE TABLE load_charset.gbk (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET gbk;"] [user=root@%] [2024/05/06 17:58:35.124 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:35.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:58:35.124 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:35.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_charset.gbk (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET gbk;"] [2024/05/06 17:58:35.141 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:35.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:35.161 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=1.793839ms] [gotSchemaVersion=123] [phyTblIDs="[181]"] [actionTypes="[3]"] [2024/05/06 17:58:35.165 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=182] [version=123] [2024/05/06 17:58:35.209 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=52.850863ms] [job="ID:182, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:35.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:35.220 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=24] [step=-2] [state=succeed] [2024/05/06 17:58:35.225 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [job="ID:182, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:35.091 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:35.237 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/05/06 17:58:35.237 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:58:35.240 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=123] [cur_db=load_csv] [sql="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [user=root@%] [2024/05/06 17:58:35.255 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:35.24 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:58:35.255 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:35.24 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [2024/05/06 17:58:35.272 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=184] [conn=2] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:35.24 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:35.284 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=24] [2024/05/06 17:58:35.292 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:58:35.293 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=1.993482ms] [gotSchemaVersion=124] [phyTblIDs="[183]"] [actionTypes="[3]"] [2024/05/06 17:58:35.298 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=184] [version=124] [2024/05/06 17:58:35.305 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:58:35.341 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=52.916725ms] [job="ID:184, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:35.24 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:35.358 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=184] [conn=2] [job="ID:184, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:35.24 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:35.370 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=184] [2024/05/06 17:58:35.371 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:58:35.415 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"gbk\"}}"] [dist-task-enabled=false] [2024/05/06 17:58:35.433 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=25] [job-id=25] [thread-cnt=8] [2024/05/06 17:58:35.433 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=25] [2024/05/06 17:58:35.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=25] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:58:36.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=25] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:58:36.273 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=25] [task-type=ImportInto] [num=1] [2024/05/06 17:58:36.274 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=25] [curr-step=init] [next-step=import] [2024/05/06 17:58:36.286 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=gbk] [2024/05/06 17:58:36.286 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=69] [2024/05/06 17:58:36.286 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=69] [cost=48.222µs] [2024/05/06 17:58:36.286 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=gbk] [takeTime=162.547µs] [] [2024/05/06 17:58:36.286 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=25] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:58:36.286 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=25] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:58:36.287 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:58:36.301 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=25] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:58:36.301 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:58:36.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=25] [2024/05/06 17:58:36.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=25] [type=ImportInto] [2024/05/06 17:58:36.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:36.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:36.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:36.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:36.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:36.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:36.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:36.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=25] [mode=Import] [2024/05/06 17:58:36.798 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:36.798 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:36.798 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:36.798 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:36.798 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:36.798 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:36.798 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:36.798 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:36.798 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:36.798 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:36.804 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=25] [2024/05/06 17:58:36.878 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=25] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:58:36.879 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=25] [step=import] [2024/05/06 17:58:36.879 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=25] [step=import] [2024/05/06 17:58:36.885 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:36.886 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:36.886 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:36.887 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:36.887 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:36.888 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:36.888 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:36.888 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:36.888 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:36.889 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:36.889 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:58:36.889 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:58:36.889 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:36.889 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:58:36.889 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:36.889 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:36.889 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:36.889 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:36.889 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:36.893 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:36.894 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:36.894 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:36.895 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:36.895 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:36.896 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:36.896 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:36.906 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:58:36.906 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=752.3GB] [2024/05/06 17:58:36.906 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=25] [step=import] [limit=256MiB] [2024/05/06 17:58:36.920 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=25] [step=import] [subtask-id=51] [2024/05/06 17:58:36.925 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 17:58:36.928 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 17:58:36.928 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=181] [2024/05/06 17:58:36.982 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=181] [key=gbk.csv:0] [2024/05/06 17:58:36.984 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=181] [key=gbk.csv:0] [readDur=1.110422ms] [encodeDur=455.287µs] [deliverDur=262.249µs] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [takeTime=2.247087ms] [] [2024/05/06 17:58:36.985 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=25] [step=import] [subtask-id=51] [takeTime=64.815513ms] [] [2024/05/06 17:58:36.985 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/25/bde291e2-5685-5f69-92ea-f9e2ed68f368.sst/fe7910ea-c7ef-436b-9b18-418fa9a6ace6.sst] [firstKey=7480000000000000B55F728000000000000001] [lastKey=7480000000000000B55F728000000000000002] [2024/05/06 17:58:36.985 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/05/06 17:58:36.985 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/05/06 17:58:36.985 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 17:58:36.988 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=2.070281ms] [] [2024/05/06 17:58:36.988 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [2024/05/06 17:58:36.992 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:58:36.994 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] ["region ranges"=1] [count=2] [size=160] [2024/05/06 17:58:36.994 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:58:36.994 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 17:58:36.994 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFB55F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFB55F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 17:58:36.995 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFB55F728000000000FF0000010000000000FA] [end=7480000000000000FFB55F728000000000FF0000030000000000FA] [2024/05/06 17:58:36.995 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFB55F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFB55F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 17:58:36.995 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=437.986µs] [2024/05/06 17:58:36.995 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.086746ms] [] [2024/05/06 17:58:37.009 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 58, but you sent conf_ver: 5 version: 56"] [region="{ID=252,startKey=7480000000000000FFB55F728000000000FF0000010000000000FA,endKey=7480000000000000FFB55F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:58 \",peers=\"id:253 store_id:2 ,id:254 store_id:1 ,id:255 store_id:3 \"}"] [start=7480000000000000B55F728000000000000001] [end=7480000000000000B55F728000000000000003] [2024/05/06 17:58:37.009 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000B55F728000000000000001] [endKey=7480000000000000B55F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:58:39.009 +08:00] [2024/05/06 17:58:37.039 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574211942088709] [req-type=Cop] [region="{ region id: 14, ver: 56, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:58:37.039 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574211942088709] [req-type=Cop] [region="{ region id: 14, ver: 56, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:58:39.023 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 17:58:39.024 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [takeTime=2.036400967s] [] [2024/05/06 17:58:39.024 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 17:58:39.025 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=982.509µs] [] [2024/05/06 17:58:39.025 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/05/06 17:58:39.025 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 17:58:39.027 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.27477ms] [] [2024/05/06 17:58:39.027 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [2024/05/06 17:58:39.027 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 17:58:39.027 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [takeTime=44.936µs] [] [2024/05/06 17:58:39.027 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 17:58:39.027 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=661.071µs] [] [2024/05/06 17:58:39.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=25] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:58:39.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=25] [task-type=ImportInto] [num=1] [2024/05/06 17:58:39.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [2024/05/06 17:58:39.281 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:39.281 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:39.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:39.282 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:39.283 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:39.283 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:39.284 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:39.284 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:58:39.299 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:39.299 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:39.299 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:39.299 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:39.299 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:39.299 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:39.299 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:39.299 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:39.299 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:39.299 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:39.315 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/05/06 17:58:39.316 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:58:39.316 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=25] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:58:39.316 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:58:39.329 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=25] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:58:39.329 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:58:39.347 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=25] [step=import] [2024/05/06 17:58:39.351 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:39.351 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:39.351 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:39.351 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:39.351 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:39.351 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:39.351 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:39.351 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:39.351 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:39.352 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:39.353 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:39.353 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:39.353 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:39.353 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=25] [error="context canceled"] [2024/05/06 17:58:39.353 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=25] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.474719376s] [] [2024/05/06 17:58:39.660 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=25] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:58:39.661 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=25] [step=post-process] [2024/05/06 17:58:39.674 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [2024/05/06 17:58:39.674 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [2024/05/06 17:58:39.674 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [2024/05/06 17:58:39.677 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:39.678 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:39.678 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:39.679 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:39.679 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:39.680 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:39.680 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:39.680 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:39.680 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:39.680 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:39.680 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:58:39.681 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:39.681 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:58:39.681 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:58:39.681 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:39.681 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:39.681 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:39.681 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:39.681 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:39.689 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [takeTime=14.325003ms] [] [2024/05/06 17:58:39.689 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 17:58:39.690 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [weight=30] [2024/05/06 17:58:39.690 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [concurrency=15] [2024/05/06 17:58:39.692 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 17:58:39.692 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [takeTime=17.869273ms] [] [2024/05/06 17:58:39.692 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [takeTime=18.023217ms] [] [2024/05/06 17:58:39.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=25] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:58:39.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=25] [task-type=ImportInto] [num=1] [2024/05/06 17:58:39.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=25] [curr-step=post-process] [next-step=done] [2024/05/06 17:58:39.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=25] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:58:39.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:58:39.789 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=25] [step=done] [state=running] [] [2024/05/06 17:58:39.792 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=25] [2024/05/06 17:58:39.799 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:58:39.947 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.573469037\n# Parse_time: 0.00011346\n# Compile_time: 0.000465001\n# Rewrite_time: 0.000158973\n# Optimize_time: 0.00044754\n# Wait_TS: 0.000357854\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'gbk';"] [2024/05/06 17:58:39.993 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"gbk\"}}"] [dist-task-enabled=false] [2024/05/06 17:58:40.010 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=25] [error="context canceled"] [2024/05/06 17:58:40.011 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=25] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=350.597198ms] [] [2024/05/06 17:58:40.011 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=26] [job-id=26] [thread-cnt=8] [2024/05/06 17:58:40.011 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=26] [2024/05/06 17:58:40.283 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=25] [2024/05/06 17:58:40.291 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:58:40.303 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:58:41.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=26] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:58:42.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=26] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:58:42.273 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=26] [task-type=ImportInto] [num=1] [2024/05/06 17:58:42.274 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=26] [curr-step=init] [next-step=import] [2024/05/06 17:58:42.286 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=utf8mb4] [2024/05/06 17:58:42.287 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=69] [2024/05/06 17:58:42.287 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=69] [cost=45.506µs] [2024/05/06 17:58:42.287 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=utf8mb4] [takeTime=150.83µs] [] [2024/05/06 17:58:42.287 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=26] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:58:42.287 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=26] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:58:42.287 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:58:42.299 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=26] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:58:42.300 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:58:42.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=26] [2024/05/06 17:58:42.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=26] [type=ImportInto] [2024/05/06 17:58:42.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:42.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:42.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:42.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:42.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:42.782 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:42.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:42.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=26] [mode=Import] [2024/05/06 17:58:42.797 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:42.797 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:42.797 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:42.797 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:42.797 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:42.797 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:42.797 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:42.797 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:42.797 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:42.798 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:42.803 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=26] [2024/05/06 17:58:42.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=26] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:58:42.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=26] [step=import] [2024/05/06 17:58:42.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=26] [step=import] [2024/05/06 17:58:42.886 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:42.887 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:42.887 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:42.888 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:42.888 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:42.889 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:42.889 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:42.889 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:42.889 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:42.889 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:42.889 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:58:42.889 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/06 17:58:42.889 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:42.889 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:42.889 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:42.889 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:42.889 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:42.889 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:42.893 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:42.894 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:42.894 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:42.895 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:42.895 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:42.896 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:42.896 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:42.906 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:58:42.906 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=752.3GB] [2024/05/06 17:58:42.906 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=26] [step=import] [limit=256MiB] [2024/05/06 17:58:42.920 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=26] [step=import] [subtask-id=53] [2024/05/06 17:58:42.924 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 17:58:42.928 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 17:58:42.928 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=183] [2024/05/06 17:58:42.942 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=183] [key=gbk.csv:0] [2024/05/06 17:58:42.944 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=183] [key=gbk.csv:0] [readDur=1.138181ms] [encodeDur=195.058µs] [deliverDur=271.266µs] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [takeTime=1.986465ms] [] [2024/05/06 17:58:42.945 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/26/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/9aac2bfa-2a60-4c13-b250-4322e9d925c6.sst] [firstKey=7480000000000000B75F728000000000000001] [lastKey=7480000000000000B75F728000000000000002] [2024/05/06 17:58:42.945 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=26] [step=import] [subtask-id=53] [takeTime=24.203404ms] [] [2024/05/06 17:58:42.945 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/05/06 17:58:42.945 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/05/06 17:58:42.945 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 17:58:42.947 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=2.207417ms] [] [2024/05/06 17:58:42.947 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/05/06 17:58:42.951 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:58:42.953 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=160] [2024/05/06 17:58:42.953 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:58:42.953 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 17:58:42.953 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFB75F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFB75F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 17:58:42.954 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFB75F728000000000FF0000010000000000FA] [end=7480000000000000FFB75F728000000000FF0000030000000000FA] [2024/05/06 17:58:42.954 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFB75F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFB75F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 17:58:42.955 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=496.437µs] [2024/05/06 17:58:42.955 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.330856ms] [] [2024/05/06 17:58:42.962 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 25, store 3, region 14, epoch conf_ver:5 version:58 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 60, request epoch conf_ver: 5 version: 58\")"] ["job stage"=needRescan] [2024/05/06 17:58:42.963 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000B75F728000000000000001] [endKey=7480000000000000B75F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:58:44.963 +08:00] [2024/05/06 17:58:42.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574213501845507] [req-type=Cop] [region="{ region id: 14, ver: 58, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:58:42.990 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574213501845507] [req-type=Cop] [region="{ region id: 14, ver: 58, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:58:44.977 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 17:58:44.978 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=2.030954996s] [] [2024/05/06 17:58:44.978 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 17:58:44.979 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=982.783µs] [] [2024/05/06 17:58:44.979 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/05/06 17:58:44.979 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 17:58:44.981 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.492218ms] [] [2024/05/06 17:58:44.981 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/05/06 17:58:44.981 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 17:58:44.981 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=49.11µs] [] [2024/05/06 17:58:44.981 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 17:58:44.982 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=868.276µs] [] [2024/05/06 17:58:45.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=26] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:58:45.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=26] [task-type=ImportInto] [num=1] [2024/05/06 17:58:45.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [2024/05/06 17:58:45.282 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:45.283 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:45.283 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:45.284 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:45.284 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:45.285 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:45.285 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:45.285 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:58:45.300 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:45.300 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:45.300 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:45.300 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:45.300 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:45.300 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:45.300 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:45.300 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:45.300 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:45.300 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:45.315 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/05/06 17:58:45.317 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:58:45.317 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=26] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:58:45.317 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:58:45.330 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=26] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:58:45.330 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:58:45.608 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=26] [step=import] [2024/05/06 17:58:45.612 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:45.612 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:45.612 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:45.612 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:45.612 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:45.612 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:45.612 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:45.612 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:45.612 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:45.612 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:45.613 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:45.613 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:45.614 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:45.614 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=26] [error="context canceled"] [2024/05/06 17:58:45.614 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=26] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.734926372s] [] [2024/05/06 17:58:45.920 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=26] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:58:45.921 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=26] [step=post-process] [2024/05/06 17:58:45.934 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [2024/05/06 17:58:45.934 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [2024/05/06 17:58:45.934 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [2024/05/06 17:58:45.937 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:45.938 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:45.938 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:45.940 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:45.940 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:45.941 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:45.941 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:45.941 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:45.941 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:45.941 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:45.941 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:58:45.941 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:45.941 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:58:45.941 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:58:45.941 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:45.941 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:45.942 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:45.942 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:45.942 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:45.950 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [takeTime=15.157157ms] [] [2024/05/06 17:58:45.950 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 17:58:45.950 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [weight=30] [2024/05/06 17:58:45.951 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [concurrency=15] [2024/05/06 17:58:45.953 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 17:58:45.953 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [takeTime=18.427459ms] [] [2024/05/06 17:58:45.953 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [takeTime=18.586283ms] [] [2024/05/06 17:58:46.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=26] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:58:46.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=26] [task-type=ImportInto] [num=1] [2024/05/06 17:58:46.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=26] [curr-step=post-process] [next-step=done] [2024/05/06 17:58:46.279 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=26] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:58:46.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:58:46.290 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=26] [step=done] [state=running] [] [2024/05/06 17:58:46.293 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=26] [2024/05/06 17:58:46.300 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:58:46.323 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.372994356\n# Parse_time: 0.000092282\n# Compile_time: 0.000464585\n# Rewrite_time: 0.000156835\n# Optimize_time: 0.000175332\n# Wait_TS: 0.000333069\n# DB: load_csv\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4zN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4zN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'gbk';"] [2024/05/06 17:58:46.328 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=124] [cur_db=load_csv] [sql="TRUNCATE TABLE load_charset.gbk;"] [user=root@%] [2024/05/06 17:58:46.341 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:186, Type:truncate table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-06 17:58:46.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="TRUNCATE TABLE load_charset.gbk;"] [2024/05/06 17:58:46.341 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:186, Type:truncate table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-06 17:58:46.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:58:46.364 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:truncate table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:46.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:46.389 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=2.156641ms] [gotSchemaVersion=125] [phyTblIDs="[181,185]"] [actionTypes="[11,11]"] [2024/05/06 17:58:46.393 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=186] [version=125] [2024/05/06 17:58:46.436 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=52.958136ms] [job="ID:186, Type:truncate table, State:done, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:46.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:46.458 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=186] [elementID=1] [comment="table ID is 181"] [2024/05/06 17:58:46.463 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=186] [jobType="truncate table"] [2024/05/06 17:58:46.464 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [job="ID:186, Type:truncate table, State:synced, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:46.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:46.483 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=186] [2024/05/06 17:58:46.483 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:58:46.530 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8mb4.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8mb4\"}}"] [dist-task-enabled=false] [2024/05/06 17:58:46.548 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=27] [job-id=27] [thread-cnt=8] [2024/05/06 17:58:46.548 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=27] [2024/05/06 17:58:46.577 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=26] [error="context canceled"] [2024/05/06 17:58:46.577 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=26] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=657.379012ms] [] [2024/05/06 17:58:46.784 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=26] [2024/05/06 17:58:46.792 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:58:46.805 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:58:47.771 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=27] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:58:48.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=27] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:58:48.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=27] [task-type=ImportInto] [num=1] [2024/05/06 17:58:48.275 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=27] [curr-step=init] [next-step=import] [2024/05/06 17:58:48.288 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=gbk] [2024/05/06 17:58:48.288 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=101] [2024/05/06 17:58:48.288 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=101] [cost=45.51µs] [2024/05/06 17:58:48.288 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=gbk] [takeTime=142.951µs] [] [2024/05/06 17:58:48.288 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=27] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:58:48.288 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=27] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:58:48.289 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:58:48.301 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=27] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:58:48.301 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:58:48.573 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=27] [2024/05/06 17:58:48.573 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=27] [type=ImportInto] [2024/05/06 17:58:48.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:48.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:48.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:48.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:48.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:48.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:48.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:48.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=27] [mode=Import] [2024/05/06 17:58:48.800 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:48.800 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:48.800 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:48.800 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:48.800 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:48.800 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:48.800 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:48.800 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:48.800 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:48.800 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:48.805 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=27] [2024/05/06 17:58:48.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=27] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:58:48.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=27] [step=import] [2024/05/06 17:58:48.881 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=27] [step=import] [2024/05/06 17:58:48.886 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:48.887 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:48.887 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:48.888 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:48.888 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:48.889 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:48.889 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:48.889 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:48.889 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:48.889 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:48.889 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:48.889 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:58:48.890 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:48.890 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:48.890 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:48.890 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:48.890 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:48.894 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:48.894 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:48.895 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:48.896 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:48.896 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:48.896 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:48.897 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:48.906 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:58:48.906 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=752.3GB] [2024/05/06 17:58:48.906 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=27] [step=import] [limit=256MiB] [2024/05/06 17:58:48.920 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=27] [step=import] [subtask-id=55] [2024/05/06 17:58:48.924 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 17:58:48.927 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 17:58:48.927 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=185] [2024/05/06 17:58:48.959 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=185] [key=utf8mb4.csv:0] [2024/05/06 17:58:48.961 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=185] [key=utf8mb4.csv:0] [readDur=886.389µs] [encodeDur=618.457µs] [deliverDur=203.64µs] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [takeTime=2.023269ms] [] [2024/05/06 17:58:48.962 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/27/bde291e2-5685-5f69-92ea-f9e2ed68f368.sst/4e85c682-31f1-4a25-9a6c-02910ba89cad.sst] [firstKey=7480000000000000B95F728000000000000001] [lastKey=7480000000000000B95F728000000000000002] [2024/05/06 17:58:48.962 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=27] [step=import] [subtask-id=55] [takeTime=41.985627ms] [] [2024/05/06 17:58:48.962 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/05/06 17:58:48.962 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/05/06 17:58:48.962 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 17:58:48.964 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.513313ms] [] [2024/05/06 17:58:48.964 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [2024/05/06 17:58:48.968 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:58:48.969 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] ["region ranges"=1] [count=2] [size=160] [2024/05/06 17:58:48.969 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:58:48.969 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 17:58:48.970 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFB95F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFB95F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 17:58:48.970 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFB95F728000000000FF0000010000000000FA] [end=7480000000000000FFB95F728000000000FF0000030000000000FA] [2024/05/06 17:58:48.970 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFB95F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFB95F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 17:58:48.971 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=425.36µs] [2024/05/06 17:58:48.971 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.143955ms] [] [2024/05/06 17:58:48.983 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 62, but you sent conf_ver: 5 version: 60"] [region="{ID=268,startKey=7480000000000000FFB95F728000000000FF0000010000000000FA,endKey=7480000000000000FFB95F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:62 \",peers=\"id:269 store_id:2 ,id:270 store_id:1 ,id:271 store_id:3 \"}"] [start=7480000000000000B95F728000000000000001] [end=7480000000000000B95F728000000000000003] [2024/05/06 17:58:48.983 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000B95F728000000000000001] [endKey=7480000000000000B95F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:58:50.983 +08:00] [2024/05/06 17:58:48.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574215074709508] [req-type=Cop] [region="{ region id: 14, ver: 60, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:58:48.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574215074709508] [req-type=Cop] [region="{ region id: 14, ver: 60, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:58:50.996 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 17:58:50.998 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [takeTime=2.033857575s] [] [2024/05/06 17:58:50.998 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 17:58:50.999 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.016861ms] [] [2024/05/06 17:58:50.999 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/05/06 17:58:50.999 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 17:58:51.000 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.360018ms] [] [2024/05/06 17:58:51.000 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [2024/05/06 17:58:51.000 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 17:58:51.000 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [takeTime=53.31µs] [] [2024/05/06 17:58:51.001 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 17:58:51.001 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=711.901µs] [] [2024/05/06 17:58:51.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=27] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:58:51.279 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=27] [task-type=ImportInto] [num=1] [2024/05/06 17:58:51.280 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [2024/05/06 17:58:51.283 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:51.283 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:51.283 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:51.284 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:51.284 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:51.285 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:51.285 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:51.286 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:58:51.300 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:51.300 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:51.300 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:51.300 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:51.301 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:51.301 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:51.301 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:51.301 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:51.301 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:51.301 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:51.317 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/05/06 17:58:51.319 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:58:51.319 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=27] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:58:51.319 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:58:51.331 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=27] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:58:51.332 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:58:51.626 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=27] [step=import] [2024/05/06 17:58:51.630 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:51.630 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:51.630 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:51.630 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:51.630 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:51.630 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:51.630 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:51.631 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:51.631 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:51.631 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:51.632 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:51.632 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:51.632 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:51.632 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=27] [error="context canceled"] [2024/05/06 17:58:51.632 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=27] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.75274877s] [] [2024/05/06 17:58:51.939 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=27] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:58:51.940 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=27] [step=post-process] [2024/05/06 17:58:51.953 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [2024/05/06 17:58:51.953 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [2024/05/06 17:58:51.953 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [2024/05/06 17:58:51.956 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:51.957 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:51.957 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:51.958 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:51.958 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:51.959 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:51.959 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:51.959 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:51.959 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:51.959 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:51.959 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:51.959 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:58:51.959 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:51.959 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:58:51.959 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:58:51.959 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:51.959 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:51.959 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:51.959 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:51.959 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:51.966 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [takeTime=12.844814ms] [] [2024/05/06 17:58:51.966 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 17:58:51.967 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [weight=30] [2024/05/06 17:58:51.967 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [concurrency=15] [2024/05/06 17:58:51.969 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 17:58:51.969 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [takeTime=15.865384ms] [] [2024/05/06 17:58:51.969 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [takeTime=16.021815ms] [] [2024/05/06 17:58:52.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=27] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:58:52.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=27] [task-type=ImportInto] [num=1] [2024/05/06 17:58:52.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=27] [curr-step=post-process] [next-step=done] [2024/05/06 17:58:52.279 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=27] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:58:52.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:58:52.290 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=27] [step=done] [state=running] [] [2024/05/06 17:58:52.292 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=27] [2024/05/06 17:58:52.299 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:58:52.562 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.075612525\n# Parse_time: 0.000092081\n# Compile_time: 0.00048901\n# Rewrite_time: 0.000202433\n# Optimize_time: 0.000201956\n# Wait_TS: 0.000379932\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/utf8mb4.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8mb4';"] [2024/05/06 17:58:52.566 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=125] [cur_db=load_csv] [sql="TRUNCATE TABLE load_charset.gbk;"] [user=root@%] [2024/05/06 17:58:52.579 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:179, TableID:185, RowCount:0, ArgLen:3, start time: 2024-05-06 17:58:52.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:58:52.579 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:179, TableID:185, RowCount:0, ArgLen:3, start time: 2024-05-06 17:58:52.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="TRUNCATE TABLE load_charset.gbk;"] [2024/05/06 17:58:52.594 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=27] [error="context canceled"] [2024/05/06 17:58:52.594 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=27] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=655.159285ms] [] [2024/05/06 17:58:52.596 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:179, TableID:185, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:52.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:52.619 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=1.818994ms] [gotSchemaVersion=126] [phyTblIDs="[185,187]"] [actionTypes="[11,11]"] [2024/05/06 17:58:52.624 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=188] [version=126] [2024/05/06 17:58:52.667 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=52.993694ms] [job="ID:188, Type:truncate table, State:done, SchemaState:public, SchemaID:179, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:52.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:52.681 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=188] [elementID=1] [comment="table ID is 185"] [2024/05/06 17:58:52.686 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=188] [jobType="truncate table"] [2024/05/06 17:58:52.688 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [job="ID:188, Type:truncate table, State:synced, SchemaState:public, SchemaID:179, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:52.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:52.705 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/05/06 17:58:52.705 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:58:52.748 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/emoji.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8mb4\"}}"] [dist-task-enabled=false] [2024/05/06 17:58:52.766 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=28] [job-id=28] [thread-cnt=8] [2024/05/06 17:58:52.766 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=28] [2024/05/06 17:58:52.784 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=27] [2024/05/06 17:58:52.791 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:58:52.804 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:58:53.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=28] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:58:54.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=28] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:58:54.273 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=28] [task-type=ImportInto] [num=1] [2024/05/06 17:58:54.274 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=28] [curr-step=init] [next-step=import] [2024/05/06 17:58:54.286 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=gbk] [2024/05/06 17:58:54.286 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=61] [2024/05/06 17:58:54.286 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=61] [cost=50.948µs] [2024/05/06 17:58:54.287 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=gbk] [takeTime=166.113µs] [] [2024/05/06 17:58:54.287 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=28] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:58:54.287 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=28] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:58:54.287 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:58:54.299 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=28] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:58:54.299 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:58:54.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=28] [2024/05/06 17:58:54.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=28] [type=ImportInto] [2024/05/06 17:58:54.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:54.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:54.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:54.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:54.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:54.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:54.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:54.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=28] [mode=Import] [2024/05/06 17:58:54.798 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:54.798 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:54.798 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:54.798 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:54.798 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:54.798 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:54.798 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:54.798 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:54.798 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:54.798 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:54.804 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=28] [2024/05/06 17:58:54.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=28] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:58:54.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=28] [step=import] [2024/05/06 17:58:54.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=28] [step=import] [2024/05/06 17:58:54.886 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:54.886 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:54.886 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:54.887 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:54.888 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:54.888 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:54.889 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:54.889 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:54.889 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:54.889 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:54.889 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/06 17:58:54.889 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:54.889 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:58:54.889 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:58:54.889 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:54.889 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:54.889 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:54.889 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:54.889 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:54.893 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:54.894 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:54.894 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:54.895 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:54.895 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:54.896 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:54.896 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:54.905 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:58:54.905 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=752.3GB] [2024/05/06 17:58:54.905 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=28] [step=import] [limit=256MiB] [2024/05/06 17:58:54.919 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=28] [step=import] [subtask-id=57] [2024/05/06 17:58:54.923 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 17:58:54.926 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 17:58:54.926 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=187] [2024/05/06 17:58:54.977 +08:00] [WARN] [pd.go:152] ["get timestamp too slow"] ["cost time"=37.658442ms] [2024/05/06 17:58:54.980 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=187] [key=emoji.csv:0] [2024/05/06 17:58:54.981 +08:00] [ERROR] [chunk_process.go:245] ["process chunk failed"] [type=ImportInto] [table-id=187] [key=emoji.csv:0] [takeTime=1.122381ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func1\n\tpkg/executor/importer/chunk_process.go:245\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process\n\tpkg/executor/importer/chunk_process.go:275\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunkWith\n\tpkg/executor/importer/engine_process.go:106\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunk\n\tpkg/executor/importer/engine_process.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:87\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154"] [2024/05/06 17:58:54.982 +08:00] [ERROR] [scheduler.go:118] ["run subtask failed"] [type=ImportInto] [task-id=28] [step=import] [subtask-id=57] [takeTime=62.453662ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/scheduler.go:118\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:180\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 17:58:54.982 +08:00] [ERROR] [scheduler.go:500] [onError] [task-id=28] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:178\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:270\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 17:58:54.982 +08:00] [ERROR] [scheduler.go:506] ["scheduler met first error"] [task-id=28] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:178\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:270\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:506\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 17:58:54.982 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:54.982 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:54.982 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:54.982 +08:00] [WARN] [scheduler.go:629] ["subtask failed"] [task-id=28] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/05/06 17:58:54.982 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:54.982 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:54.983 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:54.989 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=28] [step=import] [2024/05/06 17:58:54.993 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:54.993 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:54.993 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:54.993 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:54.994 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:54.994 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:54.994 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:54.994 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=28] [error="context canceled"] [2024/05/06 17:58:54.994 +08:00] [INFO] [scheduler.go:165] ["schedule step failed"] [task-id=28] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=115.351456ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/05/06 17:58:54.994 +08:00] [ERROR] [manager.go:403] ["failed to handle task"] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:178\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:270\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 17:58:55.280 +08:00] [WARN] [dispatcher.go:344] ["subtasks encounter errors"] [task-id=28] [task-type=ImportInto] [2024/05/06 17:58:55.283 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=reverting] [2024/05/06 17:58:55.301 +08:00] [INFO] [scheduler.go:397] ["scheduler rollback a step"] [task-id=28] [step=1] [2024/05/06 17:58:55.306 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=28] [step=import] [2024/05/06 17:58:55.316 +08:00] [INFO] [scheduler.go:256] [rollback] [type=ImportInto] [task-id=28] [step=import] [2024/05/06 17:58:55.468 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=28] [2024/05/06 17:58:55.769 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=28] [2024/05/06 17:58:55.776 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=28] [step=import] [state=reverting] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/05/06 17:58:55.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:55.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:55.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:55.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:55.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:55.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:55.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:55.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=28] [step=import] [mode=Normal] [2024/05/06 17:58:55.798 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:55.798 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:55.798 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:55.798 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:55.798 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:55.798 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:55.798 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:55.798 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:55.798 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:55.798 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:55.800 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=28] [2024/05/06 17:58:55.807 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/06 17:58:55.930 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=28] [step=1] [state=reverted] [2024/05/06 17:58:56.072 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=28] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/06 17:58:56.077 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.3686379459999998\n# Parse_time: 0.000112814\n# Compile_time: 0.000452983\n# Rewrite_time: 0.000155886\n# Optimize_time: 0.000229794\n# Wait_TS: 0.000285416\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6My4zN3MsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjMuMzdzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/emoji.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8mb4';"] === RUN TestLoadRemote/TestGeneratedColumnsAndTSVFile [2024/05/06 17:58:56.078 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=126] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 17:58:56.088 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:189, Type:drop schema, State:queueing, SchemaState:public, SchemaID:167, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:58:56.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:58:56.088 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:189, Type:drop schema, State:queueing, SchemaState:public, SchemaID:167, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:58:56.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/05/06 17:58:56.110 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop schema, State:queueing, SchemaState:public, SchemaID:167, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:56.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:56.129 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=562.005µs] [gotSchemaVersion=127] [phyTblIDs="[173]"] [actionTypes="[2]"] [2024/05/06 17:58:56.133 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=189] [version=127] [2024/05/06 17:58:56.178 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=53.022517ms] [job="ID:189, Type:drop schema, State:running, SchemaState:write only, SchemaID:167, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:58:56.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:56.192 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop schema, State:running, SchemaState:write only, SchemaID:167, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:56.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:56.207 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=561.492µs] [gotSchemaVersion=128] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:58:56.211 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=189] [version=128] [2024/05/06 17:58:56.256 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=52.743338ms] [job="ID:189, Type:drop schema, State:running, SchemaState:delete only, SchemaID:167, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:56.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:56.270 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop schema, State:running, SchemaState:delete only, SchemaID:167, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:56.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:56.283 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=28] [2024/05/06 17:58:56.288 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=567.344µs] [gotSchemaVersion=129] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:58:56.291 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:58:56.292 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=189] [version=129] [2024/05/06 17:58:56.303 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:58:56.338 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=53.370133ms] [job="ID:189, Type:drop schema, State:done, SchemaState:none, SchemaID:167, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:58:56.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:56.356 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=189] [tableIDs="[173]"] [2024/05/06 17:58:56.361 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=189] [jobType="drop schema"] [2024/05/06 17:58:56.362 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [job="ID:189, Type:drop schema, State:synced, SchemaState:none, SchemaID:167, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:58:56.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:56.378 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=189] [2024/05/06 17:58:56.378 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:58:56.380 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.303017926\n# Parse_time: 0.000249215\n# Compile_time: 0.000258211\n# Rewrite_time: 0.000026495\n# Optimize_time: 0.000229794\n# Wait_TS: 0.000339341\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/05/06 17:58:56.381 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=129] [cur_db=] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 17:58:56.394 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:191, Type:create schema, State:queueing, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:58:56.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:58:56.394 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:191, Type:create schema, State:queueing, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:58:56.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_csv;"] [2024/05/06 17:58:56.411 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:create schema, State:queueing, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:56.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:56.427 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=1.026441ms] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:58:56.432 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=191] [version=130] [2024/05/06 17:58:56.476 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=52.957288ms] [job="ID:191, Type:create schema, State:done, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:58:56.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:56.491 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [job="ID:191, Type:create schema, State:synced, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:56.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:56.502 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=191] [2024/05/06 17:58:56.502 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:58:56.506 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=130] [cur_db=load_csv] [sql="CREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [user=root@%] [2024/05/06 17:58:56.521 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:193, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:56.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:58:56.521 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:193, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:56.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [2024/05/06 17:58:56.537 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=193] [conn=2] [category=ddl] [job="ID:193, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:56.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:56.557 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=1.869185ms] [gotSchemaVersion=131] [phyTblIDs="[192]"] [actionTypes="[3]"] [2024/05/06 17:58:56.562 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=193] [version=131] [2024/05/06 17:58:56.606 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=53.680553ms] [job="ID:193, Type:create table, State:done, SchemaState:public, SchemaID:190, TableID:192, RowCount:0, ArgLen:2, start time: 2024-05-06 17:58:56.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:56.622 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=193] [conn=2] [job="ID:193, Type:create table, State:synced, SchemaState:public, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 17:58:56.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:58:56.633 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=193] [2024/05/06 17:58:56.633 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:58:56.677 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=false] [2024/05/06 17:58:56.695 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=29] [job-id=29] [thread-cnt=8] [2024/05/06 17:58:56.695 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=29] [2024/05/06 17:58:56.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=29] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:58:57.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=29] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:58:57.273 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=29] [task-type=ImportInto] [num=1] [2024/05/06 17:58:57.274 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=29] [curr-step=init] [next-step=import] [2024/05/06 17:58:57.285 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t_gen1] [2024/05/06 17:58:57.286 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/05/06 17:58:57.286 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=51.747µs] [2024/05/06 17:58:57.286 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t_gen1] [takeTime=145.947µs] [] [2024/05/06 17:58:57.286 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=29] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:58:57.286 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=29] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:58:57.286 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:58:57.298 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=29] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:58:57.298 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:58:57.573 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=29] [2024/05/06 17:58:57.573 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=29] [type=ImportInto] [2024/05/06 17:58:57.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:57.782 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:57.782 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:57.783 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:57.783 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:57.784 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:57.784 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:57.784 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=29] [mode=Import] [2024/05/06 17:58:57.799 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:58:57.799 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:57.799 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:57.799 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:57.799 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:57.799 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:57.799 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:57.799 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:57.799 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:57.799 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:57.805 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=29] [2024/05/06 17:58:57.880 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=29] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:58:57.881 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=29] [step=import] [2024/05/06 17:58:57.881 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=29] [step=import] [2024/05/06 17:58:57.887 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:57.887 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:57.887 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:57.888 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:57.888 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:57.889 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:57.889 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:57.889 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:58:57.889 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:58:57.889 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:58:57.889 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/06 17:58:57.890 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:58:57.890 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:58:57.890 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:58:57.890 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:58:57.890 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:58:57.890 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:58:57.890 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:58:57.890 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:58:57.890 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:58:57.894 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:58:57.895 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:58:57.895 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:58:57.896 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:57.896 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:58:57.897 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:58:57.897 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:58:57.907 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:58:57.907 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=752.3GB] [2024/05/06 17:58:57.907 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=29] [step=import] [limit=256MiB] [2024/05/06 17:58:57.920 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=29] [step=import] [subtask-id=59] [2024/05/06 17:58:57.924 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 17:58:57.927 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 17:58:57.928 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=192] [2024/05/06 17:58:57.941 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=192] [key=generated_columns.csv:0] [2024/05/06 17:58:57.943 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=192] [key=generated_columns.csv:0] [readDur=764.708µs] [encodeDur=263.705µs] [deliverDur=202.756µs] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [takeTime=1.523201ms] [] [2024/05/06 17:58:57.944 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=29] [step=import] [subtask-id=59] [takeTime=23.195397ms] [] [2024/05/06 17:58:57.944 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=58] [kvs=2] [files=1] [sstFileSize=971] [file=/tmp/tidb/import-4000/29/2338f157-c807-5664-9eae-1ae164d075d7.sst/992c0ccb-4ec1-430d-8c7c-0cba62a5e931.sst] [firstKey=7480000000000000C05F728000000000000001] [lastKey=7480000000000000C05F728000000000000002] [2024/05/06 17:58:57.944 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/05/06 17:58:57.944 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/05/06 17:58:57.944 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 17:58:57.946 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.687474ms] [] [2024/05/06 17:58:57.946 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/05/06 17:58:57.950 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:58:57.951 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/05/06 17:58:57.951 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:58:57.951 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 17:58:57.951 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFC05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC05F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 17:58:57.952 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFC05F728000000000FF0000010000000000FA] [end=7480000000000000FFC05F728000000000FF0000030000000000FA] [2024/05/06 17:58:57.952 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFC05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC05F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 17:58:57.953 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=426.078µs] [2024/05/06 17:58:57.953 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.159465ms] [] [2024/05/06 17:58:57.960 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:62 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 64, request epoch conf_ver: 5 version: 62\")"] ["job stage"=needRescan] [2024/05/06 17:58:57.961 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000C05F728000000000000001] [endKey=7480000000000000C05F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:58:59.961 +08:00] [2024/05/06 17:58:57.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574217434005507] [req-type=Cop] [region="{ region id: 14, ver: 62, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:58:57.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574217434005507] [req-type=Cop] [region="{ region id: 14, ver: 62, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:58:59.974 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 17:58:59.976 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=2.030293189s] [] [2024/05/06 17:58:59.976 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 17:58:59.977 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.06386ms] [] [2024/05/06 17:58:59.977 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/05/06 17:58:59.977 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 17:58:59.979 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.226546ms] [] [2024/05/06 17:58:59.979 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/05/06 17:58:59.979 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 17:58:59.979 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=42.08µs] [] [2024/05/06 17:58:59.979 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 17:58:59.979 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=695.838µs] [] [2024/05/06 17:59:00.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=29] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:59:00.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=29] [task-type=ImportInto] [num=1] [2024/05/06 17:59:00.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [2024/05/06 17:59:00.281 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:00.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:00.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:00.283 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:00.283 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:00.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:00.284 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:00.284 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:59:00.298 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:00.298 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:00.298 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:00.298 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:00.298 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:00.298 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:00.298 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:00.298 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:00.298 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:00.298 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:00.314 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 17:59:00.315 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:59:00.315 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=29] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:59:00.315 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:00.327 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=29] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:59:00.327 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:00.604 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=29] [step=import] [2024/05/06 17:59:00.608 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:00.608 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:00.608 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:00.608 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:00.608 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:00.608 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:00.608 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:00.608 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:00.608 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:00.608 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:00.609 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:00.609 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:00.609 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:00.609 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=29] [error="context canceled"] [2024/05/06 17:59:00.609 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=29] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.729516191s] [] [2024/05/06 17:59:00.916 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=29] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:59:00.917 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=29] [step=post-process] [2024/05/06 17:59:00.931 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [2024/05/06 17:59:00.931 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [2024/05/06 17:59:00.931 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [2024/05/06 17:59:00.933 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:00.934 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:00.934 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:00.935 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:00.935 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:00.936 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:00.936 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:00.936 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:00.936 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:00.936 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:00.936 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:59:00.936 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:00.936 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:00.936 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:59:00.936 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:59:00.937 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:00.937 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:00.937 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:00.937 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:00.937 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:00.944 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [takeTime=13.618337ms] [] [2024/05/06 17:59:00.945 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 17:59:00.945 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [weight=30] [2024/05/06 17:59:00.945 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [concurrency=15] [2024/05/06 17:59:00.948 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 17:59:00.948 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [takeTime=16.905036ms] [] [2024/05/06 17:59:00.948 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [takeTime=17.026597ms] [] [2024/05/06 17:59:01.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=29] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:59:01.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=29] [task-type=ImportInto] [num=1] [2024/05/06 17:59:01.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=29] [curr-step=post-process] [next-step=done] [2024/05/06 17:59:01.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=29] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:59:01.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:01.289 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=29] [step=done] [state=running] [] [2024/05/06 17:59:01.292 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=29] [2024/05/06 17:59:01.299 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:59:01.507 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.870764672\n# Parse_time: 0.00009698\n# Compile_time: 0.000812722\n# Rewrite_time: 0.00050247\n# Optimize_time: 0.000229794\n# Wait_TS: 0.000332071\n# DB: load_csv\n# Is_internal: false\n# Digest: 83c244a30775de79c2da78d12ca20e26f744714d783e2c7211e4d693aeabfd67\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC44N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC44N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse load_csv;\nIMPORT INTO `load_csv`.`t_gen1` FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 17:59:01.554 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=false] [2024/05/06 17:59:01.571 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=30] [job-id=30] [thread-cnt=8] [2024/05/06 17:59:01.571 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=30] [2024/05/06 17:59:01.572 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=29] [error="context canceled"] [2024/05/06 17:59:01.572 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=29] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=656.587388ms] [] [2024/05/06 17:59:01.783 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=29] [2024/05/06 17:59:01.790 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:59:01.803 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:59:02.771 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=30] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:59:03.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=30] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:59:03.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=30] [task-type=ImportInto] [num=1] [2024/05/06 17:59:03.275 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=30] [curr-step=init] [next-step=import] [2024/05/06 17:59:03.286 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t_gen1] [2024/05/06 17:59:03.287 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/05/06 17:59:03.287 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=43.173µs] [2024/05/06 17:59:03.287 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t_gen1] [takeTime=143.406µs] [] [2024/05/06 17:59:03.287 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=30] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:59:03.287 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=30] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:59:03.287 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:59:03.300 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=30] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:59:03.300 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:59:03.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=30] [2024/05/06 17:59:03.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=30] [type=ImportInto] [2024/05/06 17:59:03.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:03.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:03.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:03.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:03.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:03.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:03.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:03.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=30] [mode=Import] [2024/05/06 17:59:03.797 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:03.797 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:03.797 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:03.797 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:03.797 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:03.798 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:03.798 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:03.798 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:03.798 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:03.798 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:03.803 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=30] [2024/05/06 17:59:03.878 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=30] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:59:03.879 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=30] [step=import] [2024/05/06 17:59:03.879 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=30] [step=import] [2024/05/06 17:59:03.884 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:03.885 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:03.885 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:03.886 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:03.886 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:03.887 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:03.887 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:03.887 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:03.887 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:03.887 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:03.887 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:03.887 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:59:03.887 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:03.887 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:03.887 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:03.887 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:03.887 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:03.891 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:03.891 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:03.891 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:03.892 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:03.892 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:03.893 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:03.893 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:03.902 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:59:03.902 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=752.3GB] [2024/05/06 17:59:03.902 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=30] [step=import] [limit=256MiB] [2024/05/06 17:59:03.915 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=30] [step=import] [subtask-id=61] [2024/05/06 17:59:03.918 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 17:59:03.922 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 17:59:03.922 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=192] [2024/05/06 17:59:03.937 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=192] [key=generated_columns.csv:0] [2024/05/06 17:59:03.939 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=192] [key=generated_columns.csv:0] [readDur=700.401µs] [encodeDur=528.684µs] [deliverDur=189.252µs] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [takeTime=1.679959ms] [] [2024/05/06 17:59:03.940 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=30] [step=import] [subtask-id=61] [takeTime=25.090493ms] [] [2024/05/06 17:59:03.940 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=58] [kvs=2] [files=1] [sstFileSize=971] [file=/tmp/tidb/import-4000/30/2338f157-c807-5664-9eae-1ae164d075d7.sst/0b384ece-d2ba-4537-a6a0-30ade21eb8cd.sst] [firstKey=7480000000000000C05F728000000000000001] [lastKey=7480000000000000C05F728000000000000002] [2024/05/06 17:59:03.940 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/05/06 17:59:03.940 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/05/06 17:59:03.940 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 17:59:03.942 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.766038ms] [] [2024/05/06 17:59:03.942 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/05/06 17:59:03.946 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:59:03.948 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/05/06 17:59:03.948 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:59:03.948 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 17:59:03.948 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFC05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC05F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 17:59:03.948 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFC05F728000000000FF0000010000000000FA] [end=7480000000000000FFC05F728000000000FF0000030000000000FA] [2024/05/06 17:59:03.948 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFC05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC05F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 17:59:03.949 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=449.588µs] [2024/05/06 17:59:03.949 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.190375ms] [] [2024/05/06 17:59:03.968 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 17:59:03.970 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=27.747284ms] [] [2024/05/06 17:59:03.970 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 17:59:03.971 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=987.311µs] [] [2024/05/06 17:59:03.971 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/05/06 17:59:03.971 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 17:59:03.972 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.179218ms] [] [2024/05/06 17:59:03.972 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/05/06 17:59:03.972 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 17:59:03.972 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=38.461µs] [] [2024/05/06 17:59:03.972 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 17:59:03.973 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=718.816µs] [] [2024/05/06 17:59:04.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=30] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:59:04.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=30] [task-type=ImportInto] [num=1] [2024/05/06 17:59:04.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [2024/05/06 17:59:04.281 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:04.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:04.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:04.283 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:04.284 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:04.285 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:04.285 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:04.285 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:59:04.301 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:04.301 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:04.301 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:04.301 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:04.301 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:04.301 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:04.301 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:04.301 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:04.302 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:04.302 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:04.318 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 17:59:04.319 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:59:04.319 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=30] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:59:04.319 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:04.332 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=30] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:59:04.332 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:04.606 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=30] [step=import] [2024/05/06 17:59:04.608 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:04.608 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:04.608 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:04.608 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:04.609 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:04.608 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:04.609 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:04.609 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:04.609 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:04.609 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:04.610 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:04.610 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:04.610 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:04.610 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=30] [error="context canceled"] [2024/05/06 17:59:04.610 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=30] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=731.864478ms] [] [2024/05/06 17:59:04.916 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=30] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:59:04.917 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=30] [step=post-process] [2024/05/06 17:59:04.930 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [2024/05/06 17:59:04.930 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [2024/05/06 17:59:04.930 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [2024/05/06 17:59:04.933 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:04.934 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:04.934 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:04.935 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:04.935 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:04.935 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:04.935 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:04.936 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:04.936 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:04.936 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:04.936 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:04.936 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:04.936 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:59:04.936 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:59:04.936 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:04.936 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:04.936 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:04.936 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:04.936 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:04.940 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [takeTime=10.068626ms] [] [2024/05/06 17:59:04.941 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 17:59:04.941 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [weight=30] [2024/05/06 17:59:04.942 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [concurrency=15] [2024/05/06 17:59:04.944 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 17:59:04.944 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [takeTime=13.601212ms] [] [2024/05/06 17:59:04.944 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [takeTime=13.734465ms] [] [2024/05/06 17:59:05.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=30] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:59:05.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=30] [task-type=ImportInto] [num=1] [2024/05/06 17:59:05.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=30] [curr-step=post-process] [next-step=done] [2024/05/06 17:59:05.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=30] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:59:05.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:05.289 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=30] [step=done] [state=running] [] [2024/05/06 17:59:05.291 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=30] [2024/05/06 17:59:05.297 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:59:05.483 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.965673939\n# Parse_time: 0.000124896\n# Compile_time: 0.000745032\n# Rewrite_time: 0.00047166\n# Optimize_time: 0.000244893\n# Wait_TS: 0.000312104\n# DB: load_csv\n# Is_internal: false\n# Digest: 270d30c701bd71ca11bf5517c378822c7f3ac846fed93f1da8ce212a30fa9320\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My45NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My45NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` (`a`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 17:59:05.530 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, @`1`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=false] [2024/05/06 17:59:05.548 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=31] [job-id=31] [thread-cnt=8] [2024/05/06 17:59:05.548 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=31] [2024/05/06 17:59:05.568 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=30] [error="context canceled"] [2024/05/06 17:59:05.568 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=30] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=651.83733ms] [] [2024/05/06 17:59:05.769 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=31] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:59:05.784 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=30] [2024/05/06 17:59:05.791 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:59:05.803 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:59:06.271 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=31] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:59:06.272 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=31] [task-type=ImportInto] [num=1] [2024/05/06 17:59:06.273 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=31] [curr-step=init] [next-step=import] [2024/05/06 17:59:06.284 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t_gen1] [2024/05/06 17:59:06.284 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/05/06 17:59:06.284 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=39.847µs] [2024/05/06 17:59:06.284 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t_gen1] [takeTime=118.508µs] [] [2024/05/06 17:59:06.284 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=31] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:59:06.284 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=31] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:59:06.285 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:59:06.296 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=31] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:59:06.296 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:59:06.571 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=31] [2024/05/06 17:59:06.571 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=31] [type=ImportInto] [2024/05/06 17:59:06.778 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:06.779 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:06.779 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:06.780 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:06.780 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:06.780 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:06.781 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:06.781 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=31] [mode=Import] [2024/05/06 17:59:06.800 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:06.800 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:06.800 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:06.800 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:06.800 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:06.800 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:06.800 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:06.800 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:06.800 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:06.800 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:06.805 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=31] [2024/05/06 17:59:06.877 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=31] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:59:06.878 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=31] [step=import] [2024/05/06 17:59:06.878 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=31] [step=import] [2024/05/06 17:59:06.883 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:06.884 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:06.884 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:06.885 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:06.885 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:06.886 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:06.886 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:06.886 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:06.886 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:06.886 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:06.886 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:06.886 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:59:06.886 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:59:06.887 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:06.887 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:06.887 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:06.887 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:06.887 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:06.891 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:06.891 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:06.891 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:06.892 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:06.892 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:06.893 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:06.893 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:06.902 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:59:06.902 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=752.3GB] [2024/05/06 17:59:06.902 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=31] [step=import] [limit=256MiB] [2024/05/06 17:59:06.916 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=31] [step=import] [subtask-id=63] [2024/05/06 17:59:06.919 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 17:59:06.922 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 17:59:06.923 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=192] [2024/05/06 17:59:06.929 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=192] [key=generated_columns.csv:0] [2024/05/06 17:59:06.931 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=192] [key=generated_columns.csv:0] [readDur=849.249µs] [encodeDur=226.835µs] [deliverDur=173.729µs] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [takeTime=1.465093ms] [] [2024/05/06 17:59:06.931 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=31] [step=import] [subtask-id=63] [takeTime=15.244417ms] [] [2024/05/06 17:59:06.931 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=58] [kvs=2] [files=1] [sstFileSize=971] [file=/tmp/tidb/import-4000/31/2338f157-c807-5664-9eae-1ae164d075d7.sst/187f9ef9-760f-49e2-a34f-56033559d347.sst] [firstKey=7480000000000000C05F728000000000000001] [lastKey=7480000000000000C05F728000000000000002] [2024/05/06 17:59:06.931 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/05/06 17:59:06.931 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/05/06 17:59:06.931 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 17:59:06.933 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.658798ms] [] [2024/05/06 17:59:06.933 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/05/06 17:59:06.937 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:59:06.938 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/05/06 17:59:06.939 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:59:06.939 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 17:59:06.939 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFC05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC05F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 17:59:06.939 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFC05F728000000000FF0000010000000000FA] [end=7480000000000000FFC05F728000000000FF0000030000000000FA] [2024/05/06 17:59:06.939 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFC05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC05F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 17:59:06.940 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=389.019µs] [2024/05/06 17:59:06.940 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.082622ms] [] [2024/05/06 17:59:06.955 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 17:59:06.956 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=22.845409ms] [] [2024/05/06 17:59:06.956 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 17:59:06.957 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=883.041µs] [] [2024/05/06 17:59:06.957 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/05/06 17:59:06.957 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 17:59:06.958 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.174275ms] [] [2024/05/06 17:59:06.958 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/05/06 17:59:06.958 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 17:59:06.958 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=46.849µs] [] [2024/05/06 17:59:06.958 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 17:59:06.959 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=675.325µs] [] [2024/05/06 17:59:07.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=31] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:59:07.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=31] [task-type=ImportInto] [num=1] [2024/05/06 17:59:07.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [2024/05/06 17:59:07.280 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:07.281 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:07.281 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:07.282 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:07.282 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:07.282 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:07.282 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:07.283 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:59:07.296 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:07.296 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:07.296 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:07.296 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:07.296 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:07.296 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:07.296 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:07.296 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:07.296 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:07.296 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:07.310 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 17:59:07.311 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:59:07.311 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=31] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:59:07.311 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:07.323 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=31] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:59:07.323 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:07.591 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=31] [step=import] [2024/05/06 17:59:07.593 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:07.593 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:07.593 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:07.593 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:07.593 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:07.593 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:07.593 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:07.594 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:07.594 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:07.594 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:07.595 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:07.595 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:07.595 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:07.595 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=31] [error="context canceled"] [2024/05/06 17:59:07.595 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=31] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=717.579538ms] [] [2024/05/06 17:59:07.901 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=31] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:59:07.902 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=31] [step=post-process] [2024/05/06 17:59:07.914 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [2024/05/06 17:59:07.914 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [2024/05/06 17:59:07.914 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [2024/05/06 17:59:07.917 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:07.917 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:07.918 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:07.918 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:07.919 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:07.919 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:07.919 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:07.919 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:07.919 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:07.919 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:59:07.919 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:07.920 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:07.920 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:59:07.920 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:59:07.920 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:07.920 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:07.920 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:07.920 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:07.920 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:07.924 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [takeTime=9.416473ms] [] [2024/05/06 17:59:07.924 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 17:59:07.925 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [weight=30] [2024/05/06 17:59:07.925 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [concurrency=15] [2024/05/06 17:59:07.927 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 17:59:07.927 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [takeTime=12.702197ms] [] [2024/05/06 17:59:07.927 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [takeTime=12.832286ms] [] [2024/05/06 17:59:08.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=31] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:59:08.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=31] [task-type=ImportInto] [num=1] [2024/05/06 17:59:08.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=31] [curr-step=post-process] [next-step=done] [2024/05/06 17:59:08.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=31] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:59:08.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:08.289 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=31] [step=done] [state=running] [] [2024/05/06 17:59:08.291 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=31] [2024/05/06 17:59:08.298 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:59:08.550 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=31] [error="context canceled"] [2024/05/06 17:59:08.551 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=31] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=649.841889ms] [] [2024/05/06 17:59:08.558 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.067086865\n# Parse_time: 0.000135959\n# Compile_time: 0.000684311\n# Rewrite_time: 0.00040459\n# Optimize_time: 0.00018539\n# Wait_TS: 0.000288353\n# DB: load_csv\n# Is_internal: false\n# Digest: 531f5f7c33b39ea234221fa5a52494ba6c41bc6c4550333784358ae7e80c5933\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My4wN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My4wN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` (`a`,@`1`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 17:59:08.561 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=131] [cur_db=load_csv] [sql="create table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [user=root@%] [2024/05/06 17:59:08.574 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:194, RowCount:0, ArgLen:2, start time: 2024-05-06 17:59:08.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:59:08.574 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:194, RowCount:0, ArgLen:2, start time: 2024-05-06 17:59:08.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [2024/05/06 17:59:08.588 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:194, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:08.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:08.608 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=1.867332ms] [gotSchemaVersion=132] [phyTblIDs="[194]"] [actionTypes="[3]"] [2024/05/06 17:59:08.612 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=195] [version=132] [2024/05/06 17:59:08.657 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=53.381173ms] [job="ID:195, Type:create table, State:done, SchemaState:public, SchemaID:190, TableID:194, RowCount:0, ArgLen:2, start time: 2024-05-06 17:59:08.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:08.672 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [job="ID:195, Type:create table, State:synced, SchemaState:public, SchemaID:190, TableID:194, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:08.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:08.683 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=195] [2024/05/06 17:59:08.683 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:59:08.722 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=false] [2024/05/06 17:59:08.740 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=32] [job-id=32] [thread-cnt=8] [2024/05/06 17:59:08.740 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=32] [2024/05/06 17:59:08.769 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=32] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:59:08.783 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=31] [2024/05/06 17:59:08.790 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:59:08.802 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:59:09.271 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=32] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:59:09.272 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=32] [task-type=ImportInto] [num=1] [2024/05/06 17:59:09.273 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=32] [curr-step=init] [next-step=import] [2024/05/06 17:59:09.287 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t_gen2] [2024/05/06 17:59:09.288 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/05/06 17:59:09.288 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=63.265µs] [2024/05/06 17:59:09.288 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t_gen2] [takeTime=146.604µs] [] [2024/05/06 17:59:09.288 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=32] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:59:09.288 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=32] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:59:09.288 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:59:09.301 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=32] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:59:09.301 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:59:09.571 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=32] [2024/05/06 17:59:09.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=32] [type=ImportInto] [2024/05/06 17:59:09.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:09.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:09.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:09.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:09.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:09.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:09.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:09.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=32] [mode=Import] [2024/05/06 17:59:09.797 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:09.797 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:09.797 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:09.797 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:09.797 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:09.797 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:09.797 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:09.797 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:09.797 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:09.797 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:09.803 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=32] [2024/05/06 17:59:09.878 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=32] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:59:09.879 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=32] [step=import] [2024/05/06 17:59:09.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=32] [step=import] [2024/05/06 17:59:09.885 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:09.886 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:09.886 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:09.887 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:09.887 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:09.888 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:09.888 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:09.888 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:09.888 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:09.888 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:09.888 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:09.888 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:59:09.888 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:09.888 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:09.888 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:09.888 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:09.888 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:09.893 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:09.893 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:09.893 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:09.894 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:09.895 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:09.895 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:09.895 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:09.905 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:59:09.905 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=752.3GB] [2024/05/06 17:59:09.905 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=32] [step=import] [limit=256MiB] [2024/05/06 17:59:09.919 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=32] [step=import] [subtask-id=65] [2024/05/06 17:59:09.922 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 17:59:09.926 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 17:59:09.926 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/05/06 17:59:09.934 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/05/06 17:59:09.936 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=816.724µs] [encodeDur=317.493µs] [deliverDur=169.361µs] [checksum="{cksum=12236948213998824982,size=58,kvs=2}"] [takeTime=1.588171ms] [] [2024/05/06 17:59:09.936 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=32] [step=import] [subtask-id=65] [takeTime=17.552595ms] [] [2024/05/06 17:59:09.936 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/32/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/20b77f29-f9dd-4309-9154-eda0b491607c.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/05/06 17:59:09.936 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/05/06 17:59:09.937 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/05/06 17:59:09.937 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 17:59:09.938 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.687649ms] [] [2024/05/06 17:59:09.938 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/05/06 17:59:09.942 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:59:09.944 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=58] [2024/05/06 17:59:09.944 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:59:09.944 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 17:59:09.944 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFC25F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC25F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 17:59:09.945 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFC25F728000000000FF0000010000000000FA] [end=7480000000000000FFC25F728000000000FF0000030000000000FA] [2024/05/06 17:59:09.945 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFC25F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC25F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 17:59:09.946 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=434.491µs] [2024/05/06 17:59:09.946 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.262285ms] [] [2024/05/06 17:59:09.957 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 66, but you sent conf_ver: 5 version: 64"] [region="{ID=284,startKey=7480000000000000FFC25F728000000000FF0000010000000000FA,endKey=7480000000000000FFC25F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:66 \",peers=\"id:285 store_id:2 ,id:286 store_id:1 ,id:287 store_id:3 \"}"] [start=7480000000000000C25F728000000000000001] [end=7480000000000000C25F728000000000000003] [2024/05/06 17:59:09.957 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000C25F728000000000000001] [endKey=7480000000000000C25F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:59:11.957 +08:00] [2024/05/06 17:59:09.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574220579733508] [req-type=Cop] [region="{ region id: 14, ver: 64, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:59:09.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574220579733508] [req-type=Cop] [region="{ region id: 14, ver: 64, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:59:11.971 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 17:59:11.972 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=2.033636563s] [] [2024/05/06 17:59:11.972 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 17:59:11.973 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.046541ms] [] [2024/05/06 17:59:11.973 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/05/06 17:59:11.973 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 17:59:11.975 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.380745ms] [] [2024/05/06 17:59:11.975 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/05/06 17:59:11.975 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 17:59:11.975 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=40.886µs] [] [2024/05/06 17:59:11.975 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 17:59:11.976 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=728.816µs] [] [2024/05/06 17:59:12.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=32] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:59:12.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=32] [task-type=ImportInto] [num=1] [2024/05/06 17:59:12.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [2024/05/06 17:59:12.280 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:12.281 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:12.281 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:12.282 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:12.282 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:12.283 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:12.283 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:12.283 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:59:12.299 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:12.299 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:12.299 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:12.299 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:12.299 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:12.299 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:12.299 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:12.299 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:12.299 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:12.299 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:12.314 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 17:59:12.315 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:59:12.315 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=32] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:59:12.315 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:12.327 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=32] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:59:12.327 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:12.604 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=32] [step=import] [2024/05/06 17:59:12.609 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:12.609 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:12.609 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:12.609 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:12.609 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:12.609 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:12.609 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:12.609 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:12.609 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:12.609 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:12.611 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:12.611 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:12.611 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:12.611 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=32] [error="context canceled"] [2024/05/06 17:59:12.611 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=32] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.732286574s] [] [2024/05/06 17:59:12.916 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=32] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:59:12.917 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=32] [step=post-process] [2024/05/06 17:59:12.930 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [2024/05/06 17:59:12.930 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [2024/05/06 17:59:12.930 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [2024/05/06 17:59:12.933 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:12.933 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:12.933 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:12.934 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:12.934 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:12.935 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:12.935 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:12.935 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:12.935 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:12.935 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:59:12.935 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:12.936 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:12.935 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:59:12.936 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:59:12.936 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:12.936 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:12.936 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:12.936 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:12.936 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:12.944 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [takeTime=13.905036ms] [] [2024/05/06 17:59:12.944 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [checksum="{cksum=12236948213998824982,size=58,kvs=2}"] [2024/05/06 17:59:12.945 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [weight=30] [2024/05/06 17:59:12.945 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [concurrency=15] [2024/05/06 17:59:12.947 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [local="{cksum=12236948213998824982,size=58,kvs=2}"] [2024/05/06 17:59:12.947 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [takeTime=17.201686ms] [] [2024/05/06 17:59:12.947 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [takeTime=17.34901ms] [] [2024/05/06 17:59:13.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=32] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:59:13.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=32] [task-type=ImportInto] [num=1] [2024/05/06 17:59:13.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=32] [curr-step=post-process] [next-step=done] [2024/05/06 17:59:13.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=32] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:59:13.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:13.288 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=32] [step=done] [state=running] [] [2024/05/06 17:59:13.291 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=32] [2024/05/06 17:59:13.297 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:59:13.551 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.866265441\n# Parse_time: 0.0000889\n# Compile_time: 0.000784257\n# Rewrite_time: 0.000455243\n# Optimize_time: 0.000189384\n# Wait_TS: 0.000305442\n# DB: load_csv\n# Is_internal: false\n# Digest: aadb5d4e27c12b2f9dfc09d6d7106d4c5a35ddea525aa93fd4dbeff74192d1f1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC44N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC44N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 17:59:13.571 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=32] [error="context canceled"] [2024/05/06 17:59:13.571 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=32] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=654.366007ms] [] [2024/05/06 17:59:13.601 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=false] [2024/05/06 17:59:13.619 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=33] [job-id=33] [thread-cnt=8] [2024/05/06 17:59:13.619 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=33] [2024/05/06 17:59:13.781 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=32] [2024/05/06 17:59:13.789 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:59:13.801 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:59:14.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=33] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:59:15.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=33] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:59:15.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=33] [task-type=ImportInto] [num=1] [2024/05/06 17:59:15.275 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=33] [curr-step=init] [next-step=import] [2024/05/06 17:59:15.286 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t_gen2] [2024/05/06 17:59:15.286 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/05/06 17:59:15.286 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=51.624µs] [2024/05/06 17:59:15.286 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t_gen2] [takeTime=155.419µs] [] [2024/05/06 17:59:15.286 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=33] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:59:15.286 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=33] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:59:15.286 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:59:15.298 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=33] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:59:15.298 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:59:15.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=33] [2024/05/06 17:59:15.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=33] [type=ImportInto] [2024/05/06 17:59:15.779 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:15.780 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:15.780 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:15.781 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:15.781 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:15.782 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:15.782 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:15.782 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=33] [mode=Import] [2024/05/06 17:59:15.796 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:15.796 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:15.796 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:15.796 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:15.796 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:15.796 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:15.796 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:15.796 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:15.796 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:15.796 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:15.802 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=33] [2024/05/06 17:59:15.878 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=33] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:59:15.879 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=33] [step=import] [2024/05/06 17:59:15.879 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=33] [step=import] [2024/05/06 17:59:15.885 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:15.885 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:15.885 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:15.886 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:15.886 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:15.887 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:15.887 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:15.887 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:15.887 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:15.887 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:15.887 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:59:15.888 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:15.887 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:15.888 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:15.888 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:15.888 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:15.888 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:15.892 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:15.892 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:15.892 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:15.893 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:15.893 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:15.894 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:15.894 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:15.903 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:59:15.903 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=752.3GB] [2024/05/06 17:59:15.903 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=33] [step=import] [limit=256MiB] [2024/05/06 17:59:15.920 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=33] [step=import] [subtask-id=67] [2024/05/06 17:59:15.925 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 17:59:15.928 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 17:59:15.928 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/05/06 17:59:15.943 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/05/06 17:59:15.945 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=998.177µs] [encodeDur=283.718µs] [deliverDur=255.181µs] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [takeTime=1.841784ms] [] [2024/05/06 17:59:15.946 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=33] [step=import] [subtask-id=67] [takeTime=25.210176ms] [] [2024/05/06 17:59:15.946 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/33/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/4392cd18-fc36-47f0-8a0c-360be8015b13.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/05/06 17:59:15.946 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/05/06 17:59:15.946 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/05/06 17:59:15.946 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 17:59:15.948 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.808184ms] [] [2024/05/06 17:59:15.948 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/05/06 17:59:15.952 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:59:15.953 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=58] [2024/05/06 17:59:15.954 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:59:15.954 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 17:59:15.954 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFC25F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC25F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 17:59:15.954 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFC25F728000000000FF0000010000000000FA] [end=7480000000000000FFC25F728000000000FF0000030000000000FA] [2024/05/06 17:59:15.954 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFC25F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC25F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 17:59:15.955 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=478.862µs] [2024/05/06 17:59:15.955 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.279031ms] [] [2024/05/06 17:59:15.970 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 17:59:15.972 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=23.846297ms] [] [2024/05/06 17:59:15.972 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 17:59:15.973 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=983.988µs] [] [2024/05/06 17:59:15.973 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/05/06 17:59:15.973 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 17:59:15.974 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.305617ms] [] [2024/05/06 17:59:15.974 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/05/06 17:59:15.974 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 17:59:15.974 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=37.777µs] [] [2024/05/06 17:59:15.974 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 17:59:15.975 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=715.881µs] [] [2024/05/06 17:59:16.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=33] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:59:16.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=33] [task-type=ImportInto] [num=1] [2024/05/06 17:59:16.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [2024/05/06 17:59:16.281 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:16.281 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:16.281 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:16.282 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:16.282 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:16.283 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:16.283 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:16.283 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:59:16.297 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:16.297 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:16.297 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:16.297 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:16.297 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:16.297 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:16.297 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:16.298 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:16.298 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:16.298 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:16.312 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 17:59:16.313 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:59:16.313 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=33] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:59:16.313 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:16.325 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=33] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:59:16.325 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:16.608 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=33] [step=import] [2024/05/06 17:59:16.611 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:16.611 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:16.611 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:16.611 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:16.611 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:16.611 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:16.611 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:16.611 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:16.611 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:16.611 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:16.612 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:16.612 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:16.612 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:16.612 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=33] [error="context canceled"] [2024/05/06 17:59:16.612 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=33] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=734.465089ms] [] [2024/05/06 17:59:16.919 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=33] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:59:16.920 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=33] [step=post-process] [2024/05/06 17:59:16.933 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [2024/05/06 17:59:16.933 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [2024/05/06 17:59:16.933 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [2024/05/06 17:59:16.935 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:16.936 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:16.936 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:16.937 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:16.937 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:16.938 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:16.938 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:16.938 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:16.938 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:16.938 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:16.938 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:59:16.938 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:16.938 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:59:16.939 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:59:16.939 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:16.939 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:16.939 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:16.939 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:16.939 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:16.942 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [takeTime=9.644475ms] [] [2024/05/06 17:59:16.942 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 17:59:16.943 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [weight=30] [2024/05/06 17:59:16.943 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [concurrency=15] [2024/05/06 17:59:16.946 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 17:59:16.946 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [takeTime=12.902474ms] [] [2024/05/06 17:59:16.946 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [takeTime=13.057606ms] [] [2024/05/06 17:59:17.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=33] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:59:17.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=33] [task-type=ImportInto] [num=1] [2024/05/06 17:59:17.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=33] [curr-step=post-process] [next-step=done] [2024/05/06 17:59:17.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=33] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:59:17.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:17.289 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=33] [step=done] [state=running] [] [2024/05/06 17:59:17.292 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=33] [2024/05/06 17:59:17.298 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:59:17.530 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.968020129\n# Parse_time: 0.000098811\n# Compile_time: 0.000874461\n# Rewrite_time: 0.000568685\n# Optimize_time: 0.000194803\n# Wait_TS: 0.000287808\n# DB: load_csv\n# Is_internal: false\n# Digest: 77767b6e1c4f50d19609f42a064e114e77fed5992582539ccd017c6272f21e28\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My45N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My45N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` (`b`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 17:59:17.575 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=33] [error="context canceled"] [2024/05/06 17:59:17.575 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=33] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=656.301082ms] [] [2024/05/06 17:59:17.583 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=false] [2024/05/06 17:59:17.601 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=34] [job-id=34] [thread-cnt=8] [2024/05/06 17:59:17.601 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=34] [2024/05/06 17:59:17.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=34] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:59:17.782 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=33] [2024/05/06 17:59:17.788 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:59:17.801 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:59:18.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=34] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:59:18.273 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=34] [task-type=ImportInto] [num=1] [2024/05/06 17:59:18.274 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=34] [curr-step=init] [next-step=import] [2024/05/06 17:59:18.284 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t_gen2] [2024/05/06 17:59:18.284 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/05/06 17:59:18.284 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=42.822µs] [2024/05/06 17:59:18.284 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t_gen2] [takeTime=141.943µs] [] [2024/05/06 17:59:18.284 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=34] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:59:18.284 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=34] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:59:18.284 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:59:18.296 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=34] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:59:18.296 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:59:18.571 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=34] [2024/05/06 17:59:18.571 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=34] [type=ImportInto] [2024/05/06 17:59:18.779 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:18.780 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:18.780 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:18.781 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:18.781 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:18.782 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:18.782 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:18.782 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=34] [mode=Import] [2024/05/06 17:59:18.796 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:18.796 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:18.796 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:18.796 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:18.796 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:18.796 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:18.796 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:18.796 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:18.796 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:18.796 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:18.802 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=34] [2024/05/06 17:59:18.877 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=34] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:59:18.878 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=34] [step=import] [2024/05/06 17:59:18.878 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=34] [step=import] [2024/05/06 17:59:18.883 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:18.883 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:18.883 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:18.884 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:18.884 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:18.885 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:18.885 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:18.885 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:18.885 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:18.885 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:18.885 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:59:18.885 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:59:18.885 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:18.885 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:59:18.885 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:18.885 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:18.886 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:18.886 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:18.886 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:18.890 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:18.890 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:18.890 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:18.891 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:18.891 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:18.892 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:18.892 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:18.901 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:59:18.901 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=752.3GB] [2024/05/06 17:59:18.901 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=34] [step=import] [limit=256MiB] [2024/05/06 17:59:18.913 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=34] [step=import] [subtask-id=69] [2024/05/06 17:59:18.916 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 17:59:18.919 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 17:59:18.919 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/05/06 17:59:18.965 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/05/06 17:59:18.967 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=711.965µs] [encodeDur=214.091µs] [deliverDur=150.484µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [takeTime=1.265675ms] [] [2024/05/06 17:59:18.967 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=34] [step=import] [subtask-id=69] [takeTime=54.035454ms] [] [2024/05/06 17:59:18.967 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=50] [kvs=2] [files=1] [sstFileSize=959] [file=/tmp/tidb/import-4000/34/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/fbbeeb22-503a-4359-adb1-9146b04bd87a.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/05/06 17:59:18.967 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/05/06 17:59:18.967 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/05/06 17:59:18.967 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 17:59:18.969 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.571789ms] [] [2024/05/06 17:59:18.969 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/05/06 17:59:18.973 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:59:18.974 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=50] [2024/05/06 17:59:18.974 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:59:18.974 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 17:59:18.974 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFC25F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC25F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 17:59:18.975 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFC25F728000000000FF0000010000000000FA] [end=7480000000000000FFC25F728000000000FF0000030000000000FA] [2024/05/06 17:59:18.975 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFC25F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC25F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 17:59:18.975 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=423.177µs] [2024/05/06 17:59:18.975 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.059469ms] [] [2024/05/06 17:59:18.991 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 17:59:18.992 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=22.729226ms] [] [2024/05/06 17:59:18.992 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 17:59:18.993 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=869.639µs] [] [2024/05/06 17:59:18.993 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/05/06 17:59:18.993 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 17:59:18.994 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.10274ms] [] [2024/05/06 17:59:18.994 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/05/06 17:59:18.994 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 17:59:18.994 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=35.033µs] [] [2024/05/06 17:59:18.994 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 17:59:18.995 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=719.862µs] [] [2024/05/06 17:59:19.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=34] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:59:19.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=34] [task-type=ImportInto] [num=1] [2024/05/06 17:59:19.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [2024/05/06 17:59:19.282 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:19.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:19.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:19.283 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:19.283 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:19.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:19.284 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:19.284 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:59:19.298 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:19.298 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:19.298 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:19.298 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:19.298 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:19.298 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:19.298 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:19.298 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:19.298 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:19.299 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:19.315 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":0,\"2\":0}}"] [2024/05/06 17:59:19.317 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:59:19.317 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=34] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:59:19.317 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:19.332 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=34] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:59:19.332 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:19.626 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=34] [step=import] [2024/05/06 17:59:19.629 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:19.629 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:19.629 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:19.629 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:19.629 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:19.629 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:19.629 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:19.629 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:19.629 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:19.629 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:19.630 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:19.630 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:19.630 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:19.630 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=34] [error="context canceled"] [2024/05/06 17:59:19.630 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=34] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=753.500729ms] [] [2024/05/06 17:59:19.937 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=34] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:59:19.938 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=34] [step=post-process] [2024/05/06 17:59:19.952 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [2024/05/06 17:59:19.952 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [2024/05/06 17:59:19.952 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [2024/05/06 17:59:19.955 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:19.956 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:19.956 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:19.957 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:19.957 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:19.958 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:19.958 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:19.958 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:19.958 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:19.958 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:59:19.958 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:19.958 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:19.959 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:59:19.959 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:59:19.959 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:19.959 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:19.959 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:19.959 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:19.959 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:19.963 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [takeTime=10.746788ms] [] [2024/05/06 17:59:19.963 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 17:59:19.964 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [weight=30] [2024/05/06 17:59:19.964 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [concurrency=15] [2024/05/06 17:59:19.967 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 17:59:19.967 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [takeTime=14.52536ms] [] [2024/05/06 17:59:19.967 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [takeTime=14.664951ms] [] [2024/05/06 17:59:20.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=34] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:59:20.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=34] [task-type=ImportInto] [num=1] [2024/05/06 17:59:20.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=34] [curr-step=post-process] [next-step=done] [2024/05/06 17:59:20.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=34] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:59:20.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:20.292 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=34] [step=done] [state=running] [] [2024/05/06 17:59:20.295 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=34] [2024/05/06 17:59:20.303 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:59:20.597 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=34] [error="context canceled"] [2024/05/06 17:59:20.597 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=34] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=660.445455ms] [] [2024/05/06 17:59:20.615 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.076455393\n# Parse_time: 0.000167858\n# Compile_time: 0.000858031\n# Rewrite_time: 0.000487921\n# Optimize_time: 0.00015896\n# Wait_TS: 0.000361821\n# DB: load_csv\n# Is_internal: false\n# Digest: ce5157336e474352b6ec42e96f0d265354fe3d79136030a10a71e3dd75c5f13e\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My4wOHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My4wOHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` (`a`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] === RUN TestLoadRemote/TestIgnoreNLines [2024/05/06 17:59:20.619 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=132] [cur_db=load_csv] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 17:59:20.630 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:196, Type:drop schema, State:queueing, SchemaState:public, SchemaID:161, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:59:20.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:59:20.630 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:196, Type:drop schema, State:queueing, SchemaState:public, SchemaID:161, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:59:20.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop database if exists load_data"] [2024/05/06 17:59:20.645 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=196] [conn=2] [category=ddl] [job="ID:196, Type:drop schema, State:queueing, SchemaState:public, SchemaID:161, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:20.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:20.664 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=654.575µs] [gotSchemaVersion=133] [phyTblIDs="[165]"] [actionTypes="[2]"] [2024/05/06 17:59:20.669 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=196] [version=133] [2024/05/06 17:59:20.714 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=53.676637ms] [job="ID:196, Type:drop schema, State:running, SchemaState:write only, SchemaID:161, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:59:20.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:20.728 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=196] [conn=2] [category=ddl] [job="ID:196, Type:drop schema, State:running, SchemaState:write only, SchemaID:161, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:20.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:20.744 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=589.393µs] [gotSchemaVersion=134] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:59:20.748 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=196] [version=134] [2024/05/06 17:59:20.783 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=34] [2024/05/06 17:59:20.791 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:59:20.793 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=52.72511ms] [job="ID:196, Type:drop schema, State:running, SchemaState:delete only, SchemaID:161, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:20.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:20.804 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:59:20.807 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=196] [conn=2] [category=ddl] [job="ID:196, Type:drop schema, State:running, SchemaState:delete only, SchemaID:161, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:20.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:20.824 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=583.176µs] [gotSchemaVersion=135] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:59:20.828 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=196] [version=135] [2024/05/06 17:59:20.874 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=52.958017ms] [job="ID:196, Type:drop schema, State:done, SchemaState:none, SchemaID:161, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:59:20.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:20.888 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=196] [tableIDs="[165]"] [2024/05/06 17:59:20.893 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=196] [jobType="drop schema"] [2024/05/06 17:59:20.895 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=196] [conn=2] [job="ID:196, Type:drop schema, State:synced, SchemaState:none, SchemaID:161, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:59:20.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:20.912 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=196] [2024/05/06 17:59:20.912 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:59:20.915 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=135] [cur_db=load_csv] [sql="create database load_data"] [user=root@%] [2024/05/06 17:59:20.928 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:198, Type:create schema, State:queueing, SchemaState:none, SchemaID:197, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:59:20.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database load_data"] [2024/05/06 17:59:20.928 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:198, Type:create schema, State:queueing, SchemaState:none, SchemaID:197, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:59:20.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:59:20.944 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:create schema, State:queueing, SchemaState:none, SchemaID:197, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:20.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:20.960 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=1.065423ms] [gotSchemaVersion=136] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:59:20.964 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=198] [version=136] [2024/05/06 17:59:21.009 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=52.606547ms] [job="ID:198, Type:create schema, State:done, SchemaState:public, SchemaID:197, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:59:20.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:21.023 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [job="ID:198, Type:create schema, State:synced, SchemaState:public, SchemaID:197, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:20.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:21.033 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=198] [2024/05/06 17:59:21.033 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:59:21.037 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=136] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 17:59:21.038 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=136] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 17:59:21.053 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:197, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 17:59:21.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:59:21.053 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:197, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 17:59:21.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 17:59:21.073 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [category=ddl] [job="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:197, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:21.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:21.094 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=2.018243ms] [gotSchemaVersion=137] [phyTblIDs="[199]"] [actionTypes="[3]"] [2024/05/06 17:59:21.098 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=200] [version=137] [2024/05/06 17:59:21.142 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=52.970859ms] [job="ID:200, Type:create table, State:done, SchemaState:public, SchemaID:197, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 17:59:21.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:21.158 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [job="ID:200, Type:create table, State:synced, SchemaState:public, SchemaID:197, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:21.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:21.170 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/05/06 17:59:21.170 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:59:21.213 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 17:59:21.231 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=35] [job-id=35] [thread-cnt=1] [2024/05/06 17:59:21.231 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=35] [2024/05/06 17:59:23.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=35] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 17:59:24.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=35] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:59:24.273 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=35] [task-type=ImportInto] [num=1] [2024/05/06 17:59:24.274 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=35] [curr-step=init] [next-step=import] [2024/05/06 17:59:24.286 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:59:24.286 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/05/06 17:59:24.287 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=81.112µs] [2024/05/06 17:59:24.287 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=217.69µs] [] [2024/05/06 17:59:24.287 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=35] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:59:24.287 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=35] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 17:59:24.287 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:59:24.299 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=35] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:59:24.299 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:59:24.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=35] [2024/05/06 17:59:24.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=35] [type=ImportInto] [2024/05/06 17:59:24.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:24.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:24.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:24.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:24.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:24.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:24.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:24.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=35] [mode=Import] [2024/05/06 17:59:24.797 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:24.797 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:24.797 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:24.797 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:24.797 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:24.797 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:24.797 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:24.797 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:24.797 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:24.797 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:24.803 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=35] [2024/05/06 17:59:24.878 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=35] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:59:24.879 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=35] [step=import] [2024/05/06 17:59:24.879 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=35] [step=import] [2024/05/06 17:59:24.885 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:24.885 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:24.886 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:24.887 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:24.887 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:24.888 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:24.888 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:24.888 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:24.888 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:24.888 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:24.888 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:59:24.888 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:24.888 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:59:24.888 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:59:24.888 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:24.888 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:24.888 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:24.888 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:24.888 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:24.893 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:24.893 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:24.893 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:24.894 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:24.894 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:24.895 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:24.895 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:24.905 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:59:24.905 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:59:24.905 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=35] [step=import] [limit=256MiB] [2024/05/06 17:59:24.918 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=35] [step=import] [subtask-id=71] [2024/05/06 17:59:24.922 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:59:24.925 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:59:24.925 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=199] [2024/05/06 17:59:24.941 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=199] [key=skip-rows-1.csv:0] [2024/05/06 17:59:24.944 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=199] [key=skip-rows-1.csv:0] [readDur=721.098µs] [encodeDur=275.14µs] [deliverDur=174.847µs] [checksum="{cksum=12736467198054628245,size=164,kvs=4}"] [takeTime=2.999659ms] [] [2024/05/06 17:59:24.945 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=199] [2024/05/06 17:59:24.945 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=164] [kvs=4] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/35/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/bece84e0-ea15-4b2d-a3de-76c25b43c3c0.sst] [firstKey=7480000000000000C75F728000000000000001] [lastKey=7480000000000000C75F728000000000000004] [2024/05/06 17:59:24.961 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=199] [key=skip-rows-2.csv:0] [2024/05/06 17:59:24.966 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=199] [key=skip-rows-2.csv:0] [readDur=1.025877ms] [encodeDur=2.816825ms] [deliverDur=217.839µs] [checksum="{cksum=14728054075579778828,size=205,kvs=5}"] [takeTime=4.316666ms] [] [2024/05/06 17:59:24.966 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=35] [step=import] [subtask-id=71] [takeTime=48.327993ms] [] [2024/05/06 17:59:24.966 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=205] [kvs=5] [files=1] [sstFileSize=1032] [file=/tmp/tidb/import-4000/35/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/61779fd4-4363-44e3-9783-7c5277c883ed.sst] [firstKey=7480000000000000C75F72800000000000000F] [lastKey=7480000000000000C75F728000000000000013] [2024/05/06 17:59:24.967 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/05/06 17:59:24.967 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/05/06 17:59:24.967 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:59:24.969 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.740427ms] [] [2024/05/06 17:59:24.969 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 17:59:24.974 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:59:24.976 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/05/06 17:59:24.976 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:59:24.976 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:59:24.976 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFC75F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC75F728000000000FF0000140000000000FA] [retry=0] [2024/05/06 17:59:24.977 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFC75F728000000000FF0000010000000000FA] [end=7480000000000000FFC75F728000000000FF0000140000000000FA] [2024/05/06 17:59:24.977 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFC75F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC75F728000000000FF0000140000000000FA] [regions=1] [2024/05/06 17:59:24.977 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=448.446µs] [2024/05/06 17:59:24.977 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.256612ms] [] [2024/05/06 17:59:24.986 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:66 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 68, request epoch conf_ver: 5 version: 66\")"] ["job stage"=needRescan] [2024/05/06 17:59:24.986 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000C75F728000000000000001] [endKey=7480000000000000C75F728000000000000014] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:59:26.986 +08:00] [2024/05/06 17:59:24.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574224511631363] [req-type=Cop] [region="{ region id: 14, ver: 66, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:59:24.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574224511631363] [req-type=Cop] [region="{ region id: 14, ver: 66, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:59:27.000 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/05/06 17:59:27.002 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.032957333s] [] [2024/05/06 17:59:27.002 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:59:27.003 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.167326ms] [] [2024/05/06 17:59:27.003 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/05/06 17:59:27.003 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:59:27.004 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.423368ms] [] [2024/05/06 17:59:27.005 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 17:59:27.005 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:59:27.005 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=44.63µs] [] [2024/05/06 17:59:27.005 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:59:27.006 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=872.731µs] [] [2024/05/06 17:59:27.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=35] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:59:27.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=35] [task-type=ImportInto] [num=1] [2024/05/06 17:59:27.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [2024/05/06 17:59:27.280 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:27.281 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:27.281 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:27.282 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:27.282 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:27.283 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:27.283 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:27.283 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:59:27.297 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:27.297 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:27.297 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:27.297 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:27.297 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:27.297 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:27.297 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:27.297 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:27.297 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:27.297 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:27.312 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/05/06 17:59:27.313 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:59:27.313 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=35] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 17:59:27.313 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:27.326 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=35] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:59:27.326 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:27.632 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=35] [step=import] [2024/05/06 17:59:27.636 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:27.636 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:27.636 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:27.636 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:27.636 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:27.636 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:27.636 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:27.636 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:27.636 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:27.636 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:27.637 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:27.637 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:27.637 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:27.637 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=35] [error="context canceled"] [2024/05/06 17:59:27.637 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=35] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.759151827s] [] [2024/05/06 17:59:27.943 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=35] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:59:27.944 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=35] [step=post-process] [2024/05/06 17:59:27.957 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [2024/05/06 17:59:27.957 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [2024/05/06 17:59:27.957 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [2024/05/06 17:59:27.960 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:27.960 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:27.961 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:27.961 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:27.961 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:27.962 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:27.962 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:27.962 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:27.962 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:27.962 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:27.963 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:27.963 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:27.963 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:27.963 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:27.963 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:27.963 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:27.970 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [takeTime=12.901852ms] [] [2024/05/06 17:59:27.970 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [checksum="{cksum=8981737081065225369,size=369,kvs=9}"] [2024/05/06 17:59:27.971 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [weight=30] [2024/05/06 17:59:27.971 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [concurrency=15] [2024/05/06 17:59:27.973 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [local="{cksum=8981737081065225369,size=369,kvs=9}"] [2024/05/06 17:59:27.973 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [takeTime=16.084959ms] [] [2024/05/06 17:59:27.973 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [takeTime=16.226316ms] [] [2024/05/06 17:59:28.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=35] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:59:28.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=35] [task-type=ImportInto] [num=1] [2024/05/06 17:59:28.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=35] [curr-step=post-process] [next-step=done] [2024/05/06 17:59:28.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=35] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 17:59:28.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:28.289 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=35] [step=done] [state=running] [] [2024/05/06 17:59:28.292 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=35] [2024/05/06 17:59:28.298 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:59:28.444 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 7.27073519\n# Parse_time: 0.000082972\n# Compile_time: 0.000398817\n# Rewrite_time: 0.000140835\n# Optimize_time: 0.00018942\n# Wait_TS: 0.000313798\n# DB: load_data\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny4yN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny4yN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse load_data;\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 17:59:28.447 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=137] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 17:59:28.461 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:202, Type:truncate table, State:queueing, SchemaState:none, SchemaID:197, TableID:199, RowCount:0, ArgLen:3, start time: 2024-05-06 17:59:28.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:59:28.461 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:202, Type:truncate table, State:queueing, SchemaState:none, SchemaID:197, TableID:199, RowCount:0, ArgLen:3, start time: 2024-05-06 17:59:28.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/06 17:59:28.477 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=202] [conn=2] [category=ddl] [job="ID:202, Type:truncate table, State:queueing, SchemaState:none, SchemaID:197, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:28.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:28.500 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=2.00964ms] [gotSchemaVersion=138] [phyTblIDs="[199,201]"] [actionTypes="[11,11]"] [2024/05/06 17:59:28.504 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=202] [version=138] [2024/05/06 17:59:28.548 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=52.570989ms] [job="ID:202, Type:truncate table, State:done, SchemaState:public, SchemaID:197, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 17:59:28.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:28.561 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=202] [elementID=1] [comment="table ID is 199"] [2024/05/06 17:59:28.566 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=202] [jobType="truncate table"] [2024/05/06 17:59:28.567 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=202] [conn=2] [job="ID:202, Type:truncate table, State:synced, SchemaState:public, SchemaID:197, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 17:59:28.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:28.585 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=202] [2024/05/06 17:59:28.585 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:59:28.597 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=35] [error="context canceled"] [2024/05/06 17:59:28.597 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=35] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=654.0692ms] [] [2024/05/06 17:59:28.626 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 17:59:28.645 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=36] [job-id=36] [thread-cnt=1] [2024/05/06 17:59:28.645 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=36] [2024/05/06 17:59:28.783 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=35] [2024/05/06 17:59:28.790 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:59:28.803 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:59:29.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=36] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 17:59:30.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=36] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:59:30.273 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=36] [task-type=ImportInto] [num=1] [2024/05/06 17:59:30.274 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=36] [curr-step=init] [next-step=import] [2024/05/06 17:59:30.286 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:59:30.286 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/05/06 17:59:30.286 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=64.759µs] [2024/05/06 17:59:30.287 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=149.568µs] [] [2024/05/06 17:59:30.287 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=36] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:59:30.287 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=36] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 17:59:30.287 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:59:30.299 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=36] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:59:30.299 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:59:30.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=36] [2024/05/06 17:59:30.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=36] [type=ImportInto] [2024/05/06 17:59:30.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:30.780 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:30.780 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:30.781 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:30.781 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:30.782 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:30.782 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:30.782 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=36] [mode=Import] [2024/05/06 17:59:30.796 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:30.796 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:30.796 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:30.796 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:30.796 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:30.796 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:30.796 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:30.796 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:30.796 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:30.797 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:30.802 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=36] [2024/05/06 17:59:30.878 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=36] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:59:30.879 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=36] [step=import] [2024/05/06 17:59:30.879 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=36] [step=import] [2024/05/06 17:59:30.885 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:30.885 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:30.886 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:30.886 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:30.887 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:30.888 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:30.888 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:30.888 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:30.888 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:30.888 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:30.888 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:59:30.888 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:30.888 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:59:30.888 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:59:30.888 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:30.888 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:30.888 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:30.888 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:30.888 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:30.892 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:30.893 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:30.893 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:30.894 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:30.894 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:30.894 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:30.894 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:30.903 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:59:30.904 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:59:30.904 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=36] [step=import] [limit=256MiB] [2024/05/06 17:59:30.916 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=36] [step=import] [subtask-id=73] [2024/05/06 17:59:30.920 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:59:30.923 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:59:30.923 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=201] [2024/05/06 17:59:30.937 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=201] [key=skip-rows-1.csv:0] [2024/05/06 17:59:30.938 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=201] [key=skip-rows-1.csv:0] [readDur=60.95µs] [encodeDur=261.233µs] [deliverDur=159.554µs] [checksum="{cksum=3024807594168549707,size=123,kvs=3}"] [takeTime=702.357µs] [] [2024/05/06 17:59:30.939 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=201] [2024/05/06 17:59:30.939 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=123] [kvs=3] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/36/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/cc30141a-bca1-433f-9ed8-f9bdd07572f9.sst] [firstKey=7480000000000000C95F728000000000000001] [lastKey=7480000000000000C95F728000000000000003] [2024/05/06 17:59:30.986 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=201] [key=skip-rows-2.csv:0] [2024/05/06 17:59:30.987 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=201] [key=skip-rows-2.csv:0] [readDur=68.5µs] [encodeDur=278.003µs] [deliverDur=221.971µs] [checksum="{cksum=5624564024173586417,size=164,kvs=4}"] [takeTime=806.635µs] [] [2024/05/06 17:59:30.987 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=164] [kvs=4] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/36/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/83515e06-0736-41eb-8116-681c56167d54.sst] [firstKey=7480000000000000C95F72800000000000000F] [lastKey=7480000000000000C95F728000000000000012] [2024/05/06 17:59:30.987 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=36] [step=import] [subtask-id=73] [takeTime=71.126835ms] [] [2024/05/06 17:59:30.988 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/05/06 17:59:30.988 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/05/06 17:59:30.988 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:59:30.989 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.567636ms] [] [2024/05/06 17:59:30.989 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 17:59:30.993 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:59:30.995 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=7] [size=287] [2024/05/06 17:59:30.995 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:59:30.995 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:59:30.995 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFC95F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC95F728000000000FF0000130000000000FA] [retry=0] [2024/05/06 17:59:30.996 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFC95F728000000000FF0000010000000000FA] [end=7480000000000000FFC95F728000000000FF0000130000000000FA] [2024/05/06 17:59:30.996 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFC95F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC95F728000000000FF0000130000000000FA] [regions=1] [2024/05/06 17:59:30.996 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=489.605µs] [2024/05/06 17:59:30.997 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.217367ms] [] [2024/05/06 17:59:31.005 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:68 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 70, request epoch conf_ver: 5 version: 68\")"] ["job stage"=needRescan] [2024/05/06 17:59:31.006 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000C95F728000000000000001] [endKey=7480000000000000C95F728000000000000013] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:59:33.006 +08:00] [2024/05/06 17:59:31.038 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574226097864707] [req-type=Cop] [region="{ region id: 14, ver: 68, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:59:31.039 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574226097864707] [req-type=Cop] [region="{ region id: 14, ver: 68, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:59:33.019 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=287] [kvs=7] [importedSize=287] [importedCount=7] [2024/05/06 17:59:33.021 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.031337856s] [] [2024/05/06 17:59:33.021 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:59:33.022 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.137999ms] [] [2024/05/06 17:59:33.022 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/05/06 17:59:33.022 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:59:33.024 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.490587ms] [] [2024/05/06 17:59:33.024 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 17:59:33.024 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:59:33.024 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=47.876µs] [] [2024/05/06 17:59:33.024 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:59:33.025 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=812.881µs] [] [2024/05/06 17:59:33.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=36] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:59:33.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=36] [task-type=ImportInto] [num=1] [2024/05/06 17:59:33.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [2024/05/06 17:59:33.281 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:33.281 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:33.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:33.282 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:33.283 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:33.283 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:33.283 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:33.284 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:59:33.298 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:33.298 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:33.298 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:33.298 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:33.298 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:33.298 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:33.298 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:33.298 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:33.298 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:33.298 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:33.314 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":7,\"ColSizeMap\":{\"1\":7,\"2\":42,\"3\":11}}"] [2024/05/06 17:59:33.315 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:59:33.315 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=36] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 17:59:33.316 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:33.328 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=36] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:59:33.329 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:33.344 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=36] [step=import] [2024/05/06 17:59:33.348 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:33.348 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:33.348 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:33.348 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:33.348 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:33.348 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:33.348 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:33.348 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:33.348 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:33.348 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:33.349 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:33.349 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:33.349 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:33.350 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=36] [error="context canceled"] [2024/05/06 17:59:33.350 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=36] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.471558013s] [] [2024/05/06 17:59:33.657 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=36] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:59:33.658 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=36] [step=post-process] [2024/05/06 17:59:33.671 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [2024/05/06 17:59:33.671 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [2024/05/06 17:59:33.671 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [2024/05/06 17:59:33.674 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:33.675 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:33.675 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:33.676 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:33.676 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:33.677 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:33.677 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:33.677 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:33.677 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:33.677 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:33.677 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:59:33.677 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:33.677 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:59:33.678 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:59:33.678 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:33.678 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:33.678 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:33.678 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:33.678 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:33.685 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [takeTime=14.001133ms] [] [2024/05/06 17:59:33.685 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [checksum="{cksum=7490666321653065402,size=287,kvs=7}"] [2024/05/06 17:59:33.686 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [weight=30] [2024/05/06 17:59:33.686 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [concurrency=15] [2024/05/06 17:59:33.689 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [local="{cksum=7490666321653065402,size=287,kvs=7}"] [2024/05/06 17:59:33.689 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [takeTime=17.460681ms] [] [2024/05/06 17:59:33.689 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [takeTime=17.611274ms] [] [2024/05/06 17:59:33.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=36] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:59:33.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=36] [task-type=ImportInto] [num=1] [2024/05/06 17:59:33.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=36] [curr-step=post-process] [next-step=done] [2024/05/06 17:59:33.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=36] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 17:59:33.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:33.789 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=36] [step=done] [state=running] [] [2024/05/06 17:59:33.906 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=36] [2024/05/06 17:59:33.916 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:59:34.007 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=36] [error="context canceled"] [2024/05/06 17:59:34.007 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=36] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=350.183925ms] [] [2024/05/06 17:59:34.057 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.469547899\n# Parse_time: 0.000105083\n# Compile_time: 0.000432227\n# Rewrite_time: 0.000143663\n# Optimize_time: 0.000164172\n# Wait_TS: 0.000384239\n# DB: load_data\n# Is_internal: false\n# Digest: 1431ef0f8152ec147cf77c85ee9c8be43939ce00a132572b45fe6bd8841230f7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, skip_rows=1;"] [2024/05/06 17:59:34.061 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=138] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 17:59:34.074 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:197, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-06 17:59:34.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/06 17:59:34.074 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:197, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-06 17:59:34.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:59:34.091 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:197, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:34.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:34.115 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=2.019261ms] [gotSchemaVersion=139] [phyTblIDs="[201,203]"] [actionTypes="[11,11]"] [2024/05/06 17:59:34.120 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=204] [version=139] [2024/05/06 17:59:34.164 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=53.652776ms] [job="ID:204, Type:truncate table, State:done, SchemaState:public, SchemaID:197, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 17:59:34.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:34.178 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=204] [elementID=1] [comment="table ID is 201"] [2024/05/06 17:59:34.183 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="truncate table"] [2024/05/06 17:59:34.185 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [job="ID:204, Type:truncate table, State:synced, SchemaState:public, SchemaID:197, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 17:59:34.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:34.202 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/05/06 17:59:34.203 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:59:34.247 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"3\",\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 17:59:34.266 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=37] [job-id=37] [thread-cnt=1] [2024/05/06 17:59:34.266 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=37] [2024/05/06 17:59:34.284 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=36] [2024/05/06 17:59:34.292 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:59:34.307 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:59:35.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=37] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 17:59:36.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=37] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:59:36.273 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=37] [task-type=ImportInto] [num=1] [2024/05/06 17:59:36.274 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=37] [curr-step=init] [next-step=import] [2024/05/06 17:59:36.287 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:59:36.287 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/05/06 17:59:36.287 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=51.021µs] [2024/05/06 17:59:36.287 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=170.161µs] [] [2024/05/06 17:59:36.287 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=37] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:59:36.287 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=37] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 17:59:36.287 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:59:36.301 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=37] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:59:36.301 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:59:36.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=37] [2024/05/06 17:59:36.573 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=37] [type=ImportInto] [2024/05/06 17:59:36.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:36.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:36.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:36.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:36.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:36.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:36.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:36.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=37] [mode=Import] [2024/05/06 17:59:36.802 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:36.802 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:36.802 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:36.802 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:36.802 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:36.802 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:36.802 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:36.802 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:36.802 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:36.802 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:36.808 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=37] [2024/05/06 17:59:36.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=37] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:59:36.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=37] [step=import] [2024/05/06 17:59:36.881 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=37] [step=import] [2024/05/06 17:59:36.887 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:36.887 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:36.887 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:36.888 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:36.889 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:36.889 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:36.890 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:36.890 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:36.890 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:36.890 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:36.890 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:36.890 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:59:36.890 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:36.890 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:59:36.890 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:59:36.890 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:36.890 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:36.890 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:36.890 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:36.890 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:36.894 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:36.895 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:36.895 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:36.896 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:36.896 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:36.897 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:36.897 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:36.906 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:59:36.906 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:59:36.906 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=37] [step=import] [limit=256MiB] [2024/05/06 17:59:36.920 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=37] [step=import] [subtask-id=75] [2024/05/06 17:59:36.923 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:59:36.927 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:59:36.927 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=203] [2024/05/06 17:59:36.975 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=203] [key=skip-rows-1.csv:0] [2024/05/06 17:59:36.976 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=203] [key=skip-rows-1.csv:0] [readDur=51.525µs] [encodeDur=1.029092ms] [deliverDur=230.457µs] [checksum="{cksum=11418726640477414192,size=41,kvs=1}"] [takeTime=1.621758ms] [] [2024/05/06 17:59:36.977 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=203] [2024/05/06 17:59:36.977 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=41] [kvs=1] [files=1] [sstFileSize=939] [file=/tmp/tidb/import-4000/37/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/6b50c291-93b0-4bb4-bb5a-0a6e05875cf4.sst] [firstKey=7480000000000000CB5F728000000000000001] [lastKey=7480000000000000CB5F728000000000000001] [2024/05/06 17:59:37.024 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=203] [key=skip-rows-2.csv:0] [2024/05/06 17:59:37.025 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=203] [key=skip-rows-2.csv:0] [readDur=61.708µs] [encodeDur=251.641µs] [deliverDur=194.963µs] [checksum="{cksum=4333126819455252683,size=82,kvs=2}"] [takeTime=786.311µs] [] [2024/05/06 17:59:37.026 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=37] [step=import] [subtask-id=75] [takeTime=105.908376ms] [] [2024/05/06 17:59:37.026 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/37/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/87504d60-b3eb-4e7b-a100-18aecb47b9e7.sst] [firstKey=7480000000000000CB5F72800000000000000F] [lastKey=7480000000000000CB5F728000000000000010] [2024/05/06 17:59:37.026 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/05/06 17:59:37.026 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/05/06 17:59:37.026 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:59:37.028 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.765956ms] [] [2024/05/06 17:59:37.028 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 17:59:37.032 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:59:37.034 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=123] [2024/05/06 17:59:37.034 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:59:37.034 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:59:37.034 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFCB5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFCB5F728000000000FF0000110000000000FA] [retry=0] [2024/05/06 17:59:37.035 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFCB5F728000000000FF0000010000000000FA] [end=7480000000000000FFCB5F728000000000FF0000110000000000FA] [2024/05/06 17:59:37.035 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFCB5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFCB5F728000000000FF0000110000000000FA] [regions=1] [2024/05/06 17:59:37.035 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=440.53µs] [2024/05/06 17:59:37.036 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.394228ms] [] [2024/05/06 17:59:37.044 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574227683573761] [req-type=Cop] [region="{ region id: 14, ver: 70, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:59:37.044 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574227683573761] [req-type=Cop] [region="{ region id: 14, ver: 70, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:59:37.044 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 20, store 1, region 14, epoch conf_ver:5 version:70 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 72, request epoch conf_ver: 5 version: 70\")"] ["job stage"=needRescan] [2024/05/06 17:59:37.045 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000CB5F728000000000000001] [endKey=7480000000000000CB5F728000000000000011] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:59:39.045 +08:00] [2024/05/06 17:59:39.058 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=123] [kvs=3] [importedSize=123] [importedCount=3] [2024/05/06 17:59:39.059 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.031612987s] [] [2024/05/06 17:59:39.059 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 17:59:39.061 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.084828ms] [] [2024/05/06 17:59:39.061 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/05/06 17:59:39.061 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:59:39.062 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.320266ms] [] [2024/05/06 17:59:39.062 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 17:59:39.062 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:59:39.062 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=41.068µs] [] [2024/05/06 17:59:39.062 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 17:59:39.063 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=743.013µs] [] [2024/05/06 17:59:39.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=37] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:59:39.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=37] [task-type=ImportInto] [num=1] [2024/05/06 17:59:39.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [2024/05/06 17:59:39.280 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:39.281 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:39.281 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:39.282 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:39.282 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:39.283 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:39.283 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:39.283 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:59:39.297 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:39.297 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:39.297 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:39.297 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:39.297 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:39.297 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:39.297 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:39.297 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:39.297 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:39.298 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:39.312 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":3,\"ColSizeMap\":{\"1\":3,\"2\":18,\"3\":5}}"] [2024/05/06 17:59:39.313 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:59:39.313 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=37] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 17:59:39.314 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:39.325 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=37] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:59:39.325 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:39.383 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=37] [step=import] [2024/05/06 17:59:39.387 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:39.387 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:39.387 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:39.387 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:39.387 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:39.387 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:39.387 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:39.387 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:39.387 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:39.387 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:39.388 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:39.388 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:39.388 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:39.388 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=37] [error="context canceled"] [2024/05/06 17:59:39.388 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=37] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.509047017s] [] [2024/05/06 17:59:39.694 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=37] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:59:39.696 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=37] [step=post-process] [2024/05/06 17:59:39.709 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [2024/05/06 17:59:39.710 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [2024/05/06 17:59:39.710 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [2024/05/06 17:59:39.713 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:39.713 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:39.713 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:39.715 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:39.715 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:39.716 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:39.716 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:39.716 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:39.716 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:39.716 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:39.716 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:59:39.716 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:39.716 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:59:39.716 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:59:39.716 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:39.716 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:39.716 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:39.716 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:39.716 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:39.724 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [takeTime=14.50195ms] [] [2024/05/06 17:59:39.724 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [checksum="{cksum=11697304548328283131,size=123,kvs=3}"] [2024/05/06 17:59:39.725 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [weight=30] [2024/05/06 17:59:39.725 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [concurrency=15] [2024/05/06 17:59:39.727 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [local="{cksum=11697304548328283131,size=123,kvs=3}"] [2024/05/06 17:59:39.727 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [takeTime=17.902901ms] [] [2024/05/06 17:59:39.728 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [takeTime=18.046889ms] [] [2024/05/06 17:59:39.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=37] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:59:39.778 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=37] [task-type=ImportInto] [num=1] [2024/05/06 17:59:39.779 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=37] [curr-step=post-process] [next-step=done] [2024/05/06 17:59:39.779 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=37] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 17:59:39.779 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:39.790 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=37] [step=done] [state=running] [] [2024/05/06 17:59:39.793 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=37] [2024/05/06 17:59:39.800 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:59:39.979 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.773650496\n# Parse_time: 0.000144016\n# Compile_time: 0.000497878\n# Rewrite_time: 0.000163039\n# Optimize_time: 0.000208072\n# Wait_TS: 0.000304873\n# DB: load_data\n# Is_internal: false\n# Digest: 1431ef0f8152ec147cf77c85ee9c8be43939ce00a132572b45fe6bd8841230f7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS43N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS43N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, skip_rows=3;"] === RUN TestLoadRemote/TestImportIntoPrivilegePositiveCase [2024/05/06 17:59:39.983 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=139] [cur_db=load_data] [sql="drop database if exists import_into"] [user=root@%] [2024/05/06 17:59:39.996 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:205, Type:drop schema, State:queueing, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:59:39.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:59:39.996 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:205, Type:drop schema, State:queueing, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:59:39.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop database if exists import_into"] [2024/05/06 17:59:40.012 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=205] [conn=2] [category=ddl] [job="ID:205, Type:drop schema, State:queueing, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:39.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:40.030 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=598.567µs] [gotSchemaVersion=140] [phyTblIDs="[137]"] [actionTypes="[2]"] [2024/05/06 17:59:40.034 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=205] [version=140] [2024/05/06 17:59:40.046 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=37] [error="context canceled"] [2024/05/06 17:59:40.046 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=37] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=351.479367ms] [] [2024/05/06 17:59:40.080 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=53.227689ms] [job="ID:205, Type:drop schema, State:running, SchemaState:write only, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:59:39.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:40.104 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=205] [conn=2] [category=ddl] [job="ID:205, Type:drop schema, State:running, SchemaState:write only, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:39.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:40.119 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=523.859µs] [gotSchemaVersion=141] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:59:40.123 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=205] [version=141] [2024/05/06 17:59:40.168 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=52.569017ms] [job="ID:205, Type:drop schema, State:running, SchemaState:delete only, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:39.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:40.181 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=205] [conn=2] [category=ddl] [job="ID:205, Type:drop schema, State:running, SchemaState:delete only, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:39.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:40.199 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=621.683µs] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:59:40.203 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=205] [version=142] [2024/05/06 17:59:40.249 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=53.521118ms] [job="ID:205, Type:drop schema, State:done, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:59:39.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:40.262 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=205] [tableIDs="[137]"] [2024/05/06 17:59:40.267 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=205] [jobType="drop schema"] [2024/05/06 17:59:40.268 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=205] [conn=2] [job="ID:205, Type:drop schema, State:synced, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:59:39.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:40.282 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=37] [2024/05/06 17:59:40.284 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=205] [2024/05/06 17:59:40.284 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:59:40.286 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.303406728\n# Parse_time: 0.000282766\n# Compile_time: 0.00024776\n# Rewrite_time: 0.000029599\n# Optimize_time: 0.000186723\n# Wait_TS: 0.000346279\n# DB: load_data\n# Is_internal: false\n# Digest: 2bf6205fd312b0e6558e6060b915b47a10f35edac12a547b88c81cc4b6f4279f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists import_into;"] [2024/05/06 17:59:40.287 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=142] [cur_db=load_data] [sql="create database import_into"] [user=root@%] [2024/05/06 17:59:40.290 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:59:40.300 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:create schema, State:queueing, SchemaState:none, SchemaID:206, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:59:40.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:59:40.300 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:207, Type:create schema, State:queueing, SchemaState:none, SchemaID:206, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:59:40.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database import_into"] [2024/05/06 17:59:40.303 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:59:40.316 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:create schema, State:queueing, SchemaState:none, SchemaID:206, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:40.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:40.332 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=1.0557ms] [gotSchemaVersion=143] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:59:40.336 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=207] [version=143] [2024/05/06 17:59:40.381 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=52.714759ms] [job="ID:207, Type:create schema, State:done, SchemaState:public, SchemaID:206, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:59:40.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:40.405 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [job="ID:207, Type:create schema, State:synced, SchemaState:public, SchemaID:206, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:40.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:40.415 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/05/06 17:59:40.415 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:59:40.419 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=143] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 17:59:40.433 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:206, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 17:59:40.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:59:40.433 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:206, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 17:59:40.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 17:59:40.450 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [category=ddl] [job="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:206, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:40.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:40.471 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=2.072559ms] [gotSchemaVersion=144] [phyTblIDs="[208]"] [actionTypes="[3]"] [2024/05/06 17:59:40.475 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=209] [version=144] [2024/05/06 17:59:40.519 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=53.464488ms] [job="ID:209, Type:create table, State:done, SchemaState:public, SchemaID:206, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 17:59:40.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:40.534 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [job="ID:209, Type:create table, State:synced, SchemaState:public, SchemaID:206, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:40.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:40.546 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=209] [2024/05/06 17:59:40.546 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:59:40.549 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] [cur_db=import_into] [sql="DROP USER IF EXISTS 'test_import_into'@'localhost';"] [user=root@%] [2024/05/06 17:59:40.613 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] ["secure text"="create user test_import_into@localhost"] [user=root@%] [2024/05/06 17:59:40.653 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] ["secure text"="GRANT SELECT on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 17:59:40.700 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] ["secure text"="GRANT UPDATE on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 17:59:40.744 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] ["secure text"="GRANT INSERT on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 17:59:40.789 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] ["secure text"="GRANT DELETE on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 17:59:40.833 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] ["secure text"="GRANT ALTER on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 17:59:40.915 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 17:59:40.934 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=38] [job-id=38] [thread-cnt=8] [2024/05/06 17:59:40.934 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=38] [2024/05/06 17:59:41.771 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=38] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:59:42.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=38] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:59:42.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=38] [task-type=ImportInto] [num=1] [2024/05/06 17:59:42.276 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=38] [curr-step=init] [next-step=import] [2024/05/06 17:59:42.287 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:59:42.287 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/05/06 17:59:42.287 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=45.462µs] [2024/05/06 17:59:42.287 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=148.607µs] [] [2024/05/06 17:59:42.287 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=38] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:59:42.287 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=38] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:59:42.287 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:59:42.299 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=38] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:59:42.299 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:59:42.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=38] [2024/05/06 17:59:42.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=38] [type=ImportInto] [2024/05/06 17:59:42.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:42.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:42.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:42.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:42.783 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:42.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:42.784 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:42.784 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=38] [mode=Import] [2024/05/06 17:59:42.798 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:42.798 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:42.799 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:42.798 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:42.799 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:42.799 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:42.799 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:42.799 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:42.799 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:42.799 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:42.804 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=38] [2024/05/06 17:59:42.878 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=38] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:59:42.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=38] [step=import] [2024/05/06 17:59:42.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=38] [step=import] [2024/05/06 17:59:42.885 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:42.886 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:42.886 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:42.887 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:42.887 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:42.888 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:42.888 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:42.888 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:42.888 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:42.888 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:59:42.888 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:42.888 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:42.888 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:42.888 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:42.888 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:42.888 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:42.888 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:42.892 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:42.893 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:42.893 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:42.894 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:42.894 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:42.894 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:42.894 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:42.903 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:59:42.904 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:59:42.904 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=38] [step=import] [limit=256MiB] [2024/05/06 17:59:42.917 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=38] [step=import] [subtask-id=77] [2024/05/06 17:59:42.920 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:59:42.923 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:59:42.924 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=208] [2024/05/06 17:59:42.954 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=208] [key=db.tbl.001.csv:0] [2024/05/06 17:59:42.956 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=208] [key=db.tbl.001.csv:0] [readDur=893.195µs] [encodeDur=843.878µs] [deliverDur=200.277µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [takeTime=2.207314ms] [] [2024/05/06 17:59:42.957 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/38/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/f2ee9fa9-3d97-472e-bc40-773ad4f56428.sst] [firstKey=7480000000000000D05F728000000000000001] [lastKey=7480000000000000D05F728000000000000002] [2024/05/06 17:59:42.957 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=38] [step=import] [subtask-id=77] [takeTime=39.85585ms] [] [2024/05/06 17:59:42.957 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/05/06 17:59:42.957 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/05/06 17:59:42.957 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:59:42.959 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.635467ms] [] [2024/05/06 17:59:42.959 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 17:59:42.963 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:59:42.965 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/05/06 17:59:42.965 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:59:42.965 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:59:42.965 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFD05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFD05F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 17:59:42.965 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFD05F728000000000FF0000010000000000FA] [end=7480000000000000FFD05F728000000000FF0000030000000000FA] [2024/05/06 17:59:42.966 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFD05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFD05F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 17:59:42.966 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=413.744µs] [2024/05/06 17:59:42.966 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.166604ms] [] [2024/05/06 17:59:42.979 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 17:59:42.980 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=21.3577ms] [] [2024/05/06 17:59:42.980 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:59:42.981 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=920.679µs] [] [2024/05/06 17:59:42.981 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/05/06 17:59:42.981 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:59:42.983 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.210706ms] [] [2024/05/06 17:59:42.983 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 17:59:42.983 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:59:42.983 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=44.328µs] [] [2024/05/06 17:59:42.983 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:59:42.983 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=676.957µs] [] [2024/05/06 17:59:42.987 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574229230223363] [req-type=Get] [region="{ region id: 14, ver: 72, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:59:43.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=38] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:59:43.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=38] [task-type=ImportInto] [num=1] [2024/05/06 17:59:43.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [2024/05/06 17:59:43.283 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:43.284 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:43.284 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:43.286 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:43.286 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:43.287 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:43.287 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:43.287 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:59:43.302 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:43.302 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:43.302 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:43.302 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:43.302 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:43.302 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:43.302 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:43.302 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:43.302 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:43.302 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:43.318 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/05/06 17:59:43.319 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:59:43.319 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=38] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:59:43.319 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:43.331 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=38] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:59:43.332 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:43.611 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=38] [step=import] [2024/05/06 17:59:43.614 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:43.614 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:43.614 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:43.614 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:43.614 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:43.614 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:43.614 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:43.614 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:43.614 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:43.614 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:43.615 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:43.615 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:43.615 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:43.615 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=38] [error="context canceled"] [2024/05/06 17:59:43.615 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=38] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=737.035443ms] [] [2024/05/06 17:59:43.922 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=38] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:59:43.923 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=38] [step=post-process] [2024/05/06 17:59:43.936 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [2024/05/06 17:59:43.936 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [2024/05/06 17:59:43.936 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [2024/05/06 17:59:43.939 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:43.940 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:43.940 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:43.941 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:43.941 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:43.942 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:43.942 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:43.942 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:43.942 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:43.942 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:59:43.942 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:43.942 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:43.942 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:43.942 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:43.942 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:43.943 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:43.943 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:43.950 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [takeTime=13.770509ms] [] [2024/05/06 17:59:43.950 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 17:59:43.954 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [weight=30] [2024/05/06 17:59:43.955 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [concurrency=15] [2024/05/06 17:59:43.956 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574229492367364] [req-type=Cop] [region="{ region id: 312, ver: 74, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 313, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 314, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 315, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=313-not_leader-314:1] [2024/05/06 17:59:43.961 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 17:59:43.961 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [takeTime=24.808671ms] [] [2024/05/06 17:59:43.961 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [takeTime=24.949205ms] [] [2024/05/06 17:59:44.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=38] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:59:44.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=38] [task-type=ImportInto] [num=1] [2024/05/06 17:59:44.280 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=38] [curr-step=post-process] [next-step=done] [2024/05/06 17:59:44.280 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=38] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:59:44.280 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:44.291 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=38] [step=done] [state=running] [] [2024/05/06 17:59:44.294 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=38] [2024/05/06 17:59:44.300 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:59:44.546 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.669602271\n# Parse_time: 0.00006581\n# Compile_time: 0.00048691\n# Rewrite_time: 0.000171598\n# Optimize_time: 0.000186723\n# Wait_TS: 0.000296826\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My42N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My42N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse import_into;\nIMPORT INTO `import_into`.`t` FROM 'gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 17:59:44.550 +08:00] [INFO] [sem.go:78] ["tidb-server is operating with security enhanced mode (SEM) enabled"] [2024/05/06 17:59:44.551 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] [cur_db=import_into] [sql="truncate table t"] [user=root@%] [2024/05/06 17:59:44.563 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:211, Type:truncate table, State:queueing, SchemaState:none, SchemaID:206, TableID:208, RowCount:0, ArgLen:3, start time: 2024-05-06 17:59:44.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:59:44.563 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:211, Type:truncate table, State:queueing, SchemaState:none, SchemaID:206, TableID:208, RowCount:0, ArgLen:3, start time: 2024-05-06 17:59:44.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/06 17:59:44.578 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=211] [conn=2] [category=ddl] [job="ID:211, Type:truncate table, State:queueing, SchemaState:none, SchemaID:206, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:44.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:44.585 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=38] [error="context canceled"] [2024/05/06 17:59:44.585 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=38] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=663.492637ms] [] [2024/05/06 17:59:44.600 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=1.774795ms] [gotSchemaVersion=145] [phyTblIDs="[208,210]"] [actionTypes="[11,11]"] [2024/05/06 17:59:44.604 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=211] [version=145] [2024/05/06 17:59:44.649 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=54.058625ms] [job="ID:211, Type:truncate table, State:done, SchemaState:public, SchemaID:206, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 17:59:44.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:44.663 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=211] [elementID=1] [comment="table ID is 208"] [2024/05/06 17:59:44.667 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=211] [jobType="truncate table"] [2024/05/06 17:59:44.669 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=211] [conn=2] [job="ID:211, Type:truncate table, State:synced, SchemaState:public, SchemaID:206, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 17:59:44.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:44.686 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=211] [2024/05/06 17:59:44.686 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:59:44.726 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 17:59:44.744 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=39] [job-id=39] [thread-cnt=8] [2024/05/06 17:59:44.744 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=39] [2024/05/06 17:59:44.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=39] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:59:44.783 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=38] [2024/05/06 17:59:44.789 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:59:44.802 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:59:45.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=39] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:59:45.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=39] [task-type=ImportInto] [num=1] [2024/05/06 17:59:45.275 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=39] [curr-step=init] [next-step=import] [2024/05/06 17:59:45.286 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:59:45.286 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/05/06 17:59:45.286 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=63.991µs] [2024/05/06 17:59:45.286 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=168.763µs] [] [2024/05/06 17:59:45.286 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=39] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:59:45.286 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=39] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:59:45.286 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:59:45.298 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=39] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:59:45.298 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:59:45.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=39] [2024/05/06 17:59:45.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=39] [type=ImportInto] [2024/05/06 17:59:45.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:45.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:45.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:45.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:45.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:45.782 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:45.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:45.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=39] [mode=Import] [2024/05/06 17:59:45.797 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:45.797 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:45.797 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:45.797 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:45.797 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:45.797 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:45.797 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:45.798 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:45.798 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:45.798 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:45.805 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=39] [2024/05/06 17:59:45.877 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=39] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:59:45.879 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=39] [step=import] [2024/05/06 17:59:45.879 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=39] [step=import] [2024/05/06 17:59:45.884 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:45.884 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:45.884 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:45.885 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:45.885 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:45.886 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:45.886 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:45.886 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:45.886 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:45.886 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:59:45.886 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:45.887 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:45.887 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:59:45.887 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:59:45.887 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:45.887 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:45.887 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:45.887 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:45.887 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:45.891 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:45.891 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:45.891 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:45.892 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:45.892 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:45.893 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:45.893 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:45.903 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:59:45.903 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:59:45.903 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=39] [step=import] [limit=256MiB] [2024/05/06 17:59:45.915 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=39] [step=import] [subtask-id=79] [2024/05/06 17:59:45.919 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:59:45.922 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:59:45.922 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=210] [2024/05/06 17:59:45.931 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=210] [key=db.tbl.001.csv:0] [2024/05/06 17:59:45.932 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=210] [key=db.tbl.001.csv:0] [readDur=842.65µs] [encodeDur=259.43µs] [deliverDur=190.603µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [takeTime=1.539493ms] [] [2024/05/06 17:59:45.933 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=39] [step=import] [subtask-id=79] [takeTime=17.775124ms] [] [2024/05/06 17:59:45.933 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/39/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/cda2c5f1-37ad-4cd0-aaf9-45cc502ea2c5.sst] [firstKey=7480000000000000D25F728000000000000001] [lastKey=7480000000000000D25F728000000000000002] [2024/05/06 17:59:45.933 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/05/06 17:59:45.933 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/05/06 17:59:45.933 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:59:45.935 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.626925ms] [] [2024/05/06 17:59:45.935 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 17:59:45.939 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:59:45.940 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/05/06 17:59:45.941 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:59:45.941 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:59:45.941 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFD25F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFD25F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 17:59:45.941 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFD25F728000000000FF0000010000000000FA] [end=7480000000000000FFD25F728000000000FF0000030000000000FA] [2024/05/06 17:59:45.941 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFD25F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFD25F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 17:59:45.942 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=371.908µs] [2024/05/06 17:59:45.942 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.123794ms] [] [2024/05/06 17:59:45.950 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:74 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 76, request epoch conf_ver: 5 version: 74\")"] ["job stage"=needRescan] [2024/05/06 17:59:45.950 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000D25F728000000000000001] [endKey=7480000000000000D25F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:59:47.950 +08:00] [2024/05/06 17:59:45.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574230016655364] [req-type=Cop] [region="{ region id: 14, ver: 74, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:59:45.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574230016655364] [req-type=Cop] [region="{ region id: 14, ver: 74, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:59:47.963 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 17:59:47.964 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.029181743s] [] [2024/05/06 17:59:47.964 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:59:47.965 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=919.832µs] [] [2024/05/06 17:59:47.965 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/05/06 17:59:47.965 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:59:47.967 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.312685ms] [] [2024/05/06 17:59:47.967 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 17:59:47.967 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:59:47.967 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=45.175µs] [] [2024/05/06 17:59:47.967 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:59:47.968 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=764.436µs] [] [2024/05/06 17:59:48.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=39] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:59:48.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=39] [task-type=ImportInto] [num=1] [2024/05/06 17:59:48.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [2024/05/06 17:59:48.281 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:48.281 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:48.281 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:48.282 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:48.282 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:48.283 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:48.283 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:48.283 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:59:48.298 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:48.298 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:48.298 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:48.298 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:48.298 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:48.298 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:48.298 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:48.298 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:48.298 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:48.298 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:48.313 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/05/06 17:59:48.315 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:59:48.315 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=39] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:59:48.315 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:48.327 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=39] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:59:48.327 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:48.593 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=39] [step=import] [2024/05/06 17:59:48.597 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:48.597 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:48.597 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:48.597 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:48.597 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:48.597 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:48.597 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:48.597 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:48.597 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:48.597 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:48.598 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:48.598 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:48.598 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:48.598 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=39] [error="context canceled"] [2024/05/06 17:59:48.599 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=39] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.721007734s] [] [2024/05/06 17:59:48.904 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=39] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:59:48.906 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=39] [step=post-process] [2024/05/06 17:59:48.919 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [2024/05/06 17:59:48.919 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [2024/05/06 17:59:48.919 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [2024/05/06 17:59:48.921 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:48.922 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:48.922 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:48.923 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:48.923 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:48.924 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:48.924 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:48.924 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:48.924 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:48.924 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:48.924 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:59:48.924 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:48.924 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:59:48.924 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:59:48.925 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:48.925 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:48.925 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:48.925 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:48.925 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:48.932 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [takeTime=13.207295ms] [] [2024/05/06 17:59:48.932 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 17:59:48.933 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [weight=30] [2024/05/06 17:59:48.933 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [concurrency=15] [2024/05/06 17:59:48.935 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 17:59:48.935 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [takeTime=16.412508ms] [] [2024/05/06 17:59:48.935 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [takeTime=16.599914ms] [] [2024/05/06 17:59:49.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=39] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:59:49.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=39] [task-type=ImportInto] [num=1] [2024/05/06 17:59:49.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=39] [curr-step=post-process] [next-step=done] [2024/05/06 17:59:49.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=39] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:59:49.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:49.289 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=39] [step=done] [state=running] [] [2024/05/06 17:59:49.292 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=39] [2024/05/06 17:59:49.299 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:59:49.554 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.865458129\n# Parse_time: 0.000082721\n# Compile_time: 0.00040962\n# Rewrite_time: 0.000126437\n# Optimize_time: 0.000204834\n# Wait_TS: 0.000235623\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC44NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC44NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 17:59:49.558 +08:00] [WARN] [session.go:2245] ["compile SQL failed"] [error="[planner:1227]Access denied; you need (at least one of) the FILE privilege(s) for this operation"] [errorVerbose="[planner:1227]Access denied; you need (at least one of) the FILE privilege(s) for this operation\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4512\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:840\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:576\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:494\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:352\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:98\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2221\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:336\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:409\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestImportIntoPrivilegePositiveCase\n\ttests/realtikvtest/importintotest/import_into_test.go:110\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:197\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="IMPORT INTO t FROM '/tmp/TestLoadRemoteTestImportIntoPrivilegePositiveCase1283977326/001/file.csv'"] [2024/05/06 17:59:49.558 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=39] [error="context canceled"] [2024/05/06 17:59:49.558 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=39] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=653.792021ms] [] [2024/05/06 17:59:49.558 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT FILE on *.* to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 17:59:49.595 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] [cur_db=import_into] [sql="truncate table t"] [user=root@%] [2024/05/06 17:59:49.608 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:206, TableID:210, RowCount:0, ArgLen:3, start time: 2024-05-06 17:59:49.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:59:49.608 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:206, TableID:210, RowCount:0, ArgLen:3, start time: 2024-05-06 17:59:49.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/06 17:59:49.625 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:206, TableID:210, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:49.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:49.648 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=1.903183ms] [gotSchemaVersion=146] [phyTblIDs="[210,212]"] [actionTypes="[11,11]"] [2024/05/06 17:59:49.652 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=213] [version=146] [2024/05/06 17:59:49.697 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=53.224918ms] [job="ID:213, Type:truncate table, State:done, SchemaState:public, SchemaID:206, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 17:59:49.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:49.709 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=213] [elementID=1] [comment="table ID is 210"] [2024/05/06 17:59:49.714 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=213] [jobType="truncate table"] [2024/05/06 17:59:49.715 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [job="ID:213, Type:truncate table, State:synced, SchemaState:public, SchemaID:206, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 17:59:49.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:49.732 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/05/06 17:59:49.732 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:59:49.771 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"/tmp/TestLoadRemoteTestImportIntoPrivilegePositiveCase1283977326/001/file.csv\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 17:59:49.771 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 17:59:49.771 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/05/06 17:59:49.771 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=44.047µs] [2024/05/06 17:59:49.771 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=160.137µs] [] [2024/05/06 17:59:49.785 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=39] [2024/05/06 17:59:49.792 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=40] [job-id=40] [thread-cnt=8] [2024/05/06 17:59:49.792 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=40] [2024/05/06 17:59:49.792 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:59:49.808 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:59:50.771 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=40] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:59:51.274 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=40] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:59:51.275 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=40] [task-type=ImportInto] [num=1] [2024/05/06 17:59:51.276 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=40] [curr-step=init] [next-step=import] [2024/05/06 17:59:51.283 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=40] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:59:51.283 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=40] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:59:51.283 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:59:51.296 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=40] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:59:51.296 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:59:51.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=40] [2024/05/06 17:59:51.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=40] [type=ImportInto] [2024/05/06 17:59:51.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:51.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:51.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:51.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:51.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:51.782 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:51.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:51.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=40] [mode=Import] [2024/05/06 17:59:51.797 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:51.797 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:51.797 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:51.797 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:51.797 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:51.797 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:51.797 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:51.797 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:51.797 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:51.797 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:51.802 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=40] [2024/05/06 17:59:51.878 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=40] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:59:51.879 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=40] [step=import] [2024/05/06 17:59:51.879 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=40] [step=import] [2024/05/06 17:59:51.882 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:51.883 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:51.883 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:51.884 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:51.884 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:51.885 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:51.885 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:51.885 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:51.885 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:51.885 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:51.885 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:51.885 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:51.885 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:59:51.885 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:51.885 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:51.885 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:51.885 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:51.885 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:51.889 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:51.889 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:51.889 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:51.890 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:51.890 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:51.891 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:51.891 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:51.901 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:59:51.901 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 17:59:51.901 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=40] [step=import] [limit=256MiB] [2024/05/06 17:59:51.914 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=40] [step=import] [subtask-id=81] [2024/05/06 17:59:51.918 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:59:51.921 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:59:51.921 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=212] [2024/05/06 17:59:51.933 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=212] [key=file.csv:0] [2024/05/06 17:59:51.934 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=212] [key=file.csv:0] [readDur=74.486µs] [encodeDur=433.803µs] [deliverDur=146.394µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [takeTime=944.85µs] [] [2024/05/06 17:59:51.935 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=40] [step=import] [subtask-id=81] [takeTime=20.178694ms] [] [2024/05/06 17:59:51.935 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/40/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/8c2c0dc1-96b9-454a-9d07-662369e0e8a9.sst] [firstKey=7480000000000000D45F728000000000000001] [lastKey=7480000000000000D45F728000000000000002] [2024/05/06 17:59:51.935 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/05/06 17:59:51.935 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/05/06 17:59:51.935 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:59:51.937 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.808753ms] [] [2024/05/06 17:59:51.937 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 17:59:51.941 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:59:51.942 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/05/06 17:59:51.943 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:59:51.943 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:59:51.943 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFD45F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFD45F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 17:59:51.943 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFD45F728000000000FF0000010000000000FA] [end=7480000000000000FFD45F728000000000FF0000030000000000FA] [2024/05/06 17:59:51.943 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFD45F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFD45F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 17:59:51.944 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=417.672µs] [2024/05/06 17:59:51.944 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.168918ms] [] [2024/05/06 17:59:51.957 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 17:59:51.958 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=21.189208ms] [] [2024/05/06 17:59:51.958 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 17:59:51.959 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=929.638µs] [] [2024/05/06 17:59:51.959 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/05/06 17:59:51.959 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:59:51.960 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.255905ms] [] [2024/05/06 17:59:51.961 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 17:59:51.961 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:59:51.961 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=49.236µs] [] [2024/05/06 17:59:51.961 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 17:59:51.961 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=752.984µs] [] [2024/05/06 17:59:51.965 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574231589781507] [req-type=Get] [region="{ region id: 14, ver: 76, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:59:52.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=40] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 17:59:52.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=40] [task-type=ImportInto] [num=1] [2024/05/06 17:59:52.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [2024/05/06 17:59:52.281 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:52.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:52.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:52.283 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:52.283 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:52.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:52.284 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:52.284 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 17:59:52.298 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:52.298 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:52.298 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:52.298 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:52.298 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:52.298 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:52.299 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:52.299 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:52.299 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:52.299 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:52.313 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/05/06 17:59:52.315 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 17:59:52.315 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=40] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 17:59:52.315 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:52.327 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=40] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 17:59:52.327 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:52.587 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=40] [step=import] [2024/05/06 17:59:52.590 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:52.590 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:52.590 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:52.590 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:52.590 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:52.590 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:52.590 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:52.590 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:52.590 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:52.590 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:52.592 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:52.592 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:52.592 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:52.592 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=40] [error="context canceled"] [2024/05/06 17:59:52.592 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=40] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=714.021288ms] [] [2024/05/06 17:59:52.898 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=40] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:59:52.899 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=40] [step=post-process] [2024/05/06 17:59:52.911 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [2024/05/06 17:59:52.911 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [2024/05/06 17:59:52.911 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [2024/05/06 17:59:52.914 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:52.915 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:52.915 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:52.916 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:52.916 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:52.916 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:52.917 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:52.917 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:52.917 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:52.917 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:52.917 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:59:52.917 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:52.917 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:59:52.917 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:59:52.917 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:52.917 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:52.917 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:52.917 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:52.917 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:52.925 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [takeTime=13.130064ms] [] [2024/05/06 17:59:52.925 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 17:59:52.925 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [weight=30] [2024/05/06 17:59:52.925 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [concurrency=15] [2024/05/06 17:59:52.928 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 17:59:52.928 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [takeTime=16.360361ms] [] [2024/05/06 17:59:52.928 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [takeTime=16.48608ms] [] [2024/05/06 17:59:53.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=40] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 17:59:53.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=40] [task-type=ImportInto] [num=1] [2024/05/06 17:59:53.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=40] [curr-step=post-process] [next-step=done] [2024/05/06 17:59:53.279 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=40] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 17:59:53.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 17:59:53.290 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=40] [step=done] [state=running] [] [2024/05/06 17:59:53.293 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=40] [2024/05/06 17:59:53.299 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 17:59:53.404 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.669475784\n# Parse_time: 0.000085227\n# Compile_time: 0.000411365\n# Rewrite_time: 0.000137888\n# Optimize_time: 0.000168929\n# Wait_TS: 0.000330619\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My42N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My42N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM '/tmp/TestLoadRemoteTestImportIntoPrivilegePositiveCase1283977326/001/file.csv';"] === RUN TestLoadRemote/TestImportMode [2024/05/06 17:59:53.408 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=146] [cur_db=import_into] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/05/06 17:59:53.418 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:214, Type:drop schema, State:queueing, SchemaState:public, SchemaID:197, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:59:53.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:59:53.418 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:214, Type:drop schema, State:queueing, SchemaState:public, SchemaID:197, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:59:53.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/05/06 17:59:53.431 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=214] [conn=2] [category=ddl] [job="ID:214, Type:drop schema, State:queueing, SchemaState:public, SchemaID:197, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:53.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:53.447 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=580.923µs] [gotSchemaVersion=147] [phyTblIDs="[203]"] [actionTypes="[2]"] [2024/05/06 17:59:53.451 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=214] [version=147] [2024/05/06 17:59:53.497 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=52.576037ms] [job="ID:214, Type:drop schema, State:running, SchemaState:write only, SchemaID:197, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:59:53.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:53.509 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=214] [conn=2] [category=ddl] [job="ID:214, Type:drop schema, State:running, SchemaState:write only, SchemaID:197, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:53.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:53.523 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=534.256µs] [gotSchemaVersion=148] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:59:53.527 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=214] [version=148] [2024/05/06 17:59:53.550 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=40] [error="context canceled"] [2024/05/06 17:59:53.550 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=40] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=652.527086ms] [] [2024/05/06 17:59:53.573 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=52.651723ms] [job="ID:214, Type:drop schema, State:running, SchemaState:delete only, SchemaID:197, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:53.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:53.585 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=214] [conn=2] [category=ddl] [job="ID:214, Type:drop schema, State:running, SchemaState:delete only, SchemaID:197, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:53.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:53.602 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=565.715µs] [gotSchemaVersion=149] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:59:53.605 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=214] [version=149] [2024/05/06 17:59:53.651 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=52.473959ms] [job="ID:214, Type:drop schema, State:done, SchemaState:none, SchemaID:197, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:59:53.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:53.664 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=214] [tableIDs="[203]"] [2024/05/06 17:59:53.668 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=214] [jobType="drop schema"] [2024/05/06 17:59:53.670 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=214] [conn=2] [job="ID:214, Type:drop schema, State:synced, SchemaState:none, SchemaID:197, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:59:53.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:53.685 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=214] [2024/05/06 17:59:53.686 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:59:53.688 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=149] [cur_db=import_into] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/05/06 17:59:53.701 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:216, Type:create schema, State:queueing, SchemaState:none, SchemaID:215, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:59:53.691 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:59:53.701 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:216, Type:create schema, State:queueing, SchemaState:none, SchemaID:215, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:59:53.691 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_data;"] [2024/05/06 17:59:53.716 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:create schema, State:queueing, SchemaState:none, SchemaID:215, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:53.691 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:53.731 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=888.801µs] [gotSchemaVersion=150] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 17:59:53.735 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=216] [version=150] [2024/05/06 17:59:53.780 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=53.067503ms] [job="ID:216, Type:create schema, State:done, SchemaState:public, SchemaID:215, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 17:59:53.691 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:53.783 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=40] [2024/05/06 17:59:53.790 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 17:59:53.804 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 17:59:53.804 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [job="ID:216, Type:create schema, State:synced, SchemaState:public, SchemaID:215, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:53.691 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:53.814 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=216] [2024/05/06 17:59:53.814 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:59:53.817 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=150] [cur_db=import_into] [sql="CREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [user=root@%] [2024/05/06 17:59:53.830 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:215, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-06 17:59:53.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 17:59:53.830 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:215, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-06 17:59:53.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [2024/05/06 17:59:53.846 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=218] [conn=2] [category=ddl] [job="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:215, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:53.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:53.866 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=2.040339ms] [gotSchemaVersion=151] [phyTblIDs="[217]"] [actionTypes="[3]"] [2024/05/06 17:59:53.870 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=218] [version=151] [2024/05/06 17:59:53.914 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=53.142546ms] [job="ID:218, Type:create table, State:done, SchemaState:public, SchemaID:215, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-06 17:59:53.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:53.929 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=218] [conn=2] [job="ID:218, Type:create table, State:synced, SchemaState:public, SchemaID:215, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 17:59:53.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 17:59:53.941 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=218] [2024/05/06 17:59:53.941 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 17:59:53.983 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 17:59:54.001 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=41] [job-id=41] [thread-cnt=8] [2024/05/06 17:59:54.001 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=41] [2024/05/06 17:59:56.771 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=41] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 17:59:57.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=41] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 17:59:57.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=41] [task-type=ImportInto] [num=1] [2024/05/06 17:59:57.275 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=41] [curr-step=init] [next-step=import] [2024/05/06 17:59:57.287 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=import_mode] [2024/05/06 17:59:57.287 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 17:59:57.287 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=48.074µs] [2024/05/06 17:59:57.287 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=import_mode] [takeTime=134.876µs] [] [2024/05/06 17:59:57.287 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=41] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 17:59:57.287 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=41] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 17:59:57.287 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 17:59:57.300 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=41] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 17:59:57.300 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 17:59:57.573 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=41] [2024/05/06 17:59:57.573 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=41] [type=ImportInto] [2024/05/06 17:59:57.782 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:57.782 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:57.782 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:57.783 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:57.783 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:57.784 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:57.784 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:57.785 +08:00] [INFO] [import_into_test.go:801] [ToImportMode] [2024/05/06 17:59:57.785 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 17:59:57.785 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:57.785 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:57.785 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:57.785 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:57.785 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 17:59:57.785 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 17:59:57.785 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:57.785 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:57.785 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:57.785 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:57.785 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:57.791 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=41] [2024/05/06 17:59:57.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=41] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 17:59:57.881 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=41] [step=import] [2024/05/06 17:59:57.881 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=41] [step=import] [2024/05/06 17:59:57.886 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:57.887 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:57.887 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:57.888 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:57.888 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:57.889 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:57.889 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:57.889 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 17:59:57.889 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 17:59:57.889 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 17:59:57.889 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 17:59:57.889 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 17:59:57.889 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 17:59:57.889 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 17:59:57.889 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 17:59:57.889 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 17:59:57.889 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 17:59:57.893 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 17:59:57.894 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 17:59:57.894 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 17:59:57.895 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:57.895 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 17:59:57.896 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 17:59:57.896 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 17:59:57.905 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 17:59:57.905 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/05/06 17:59:57.905 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=41] [step=import] [limit=256MiB] [2024/05/06 17:59:57.918 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=41] [step=import] [subtask-id=83] [2024/05/06 17:59:57.922 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 17:59:57.926 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 17:59:57.926 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=217] [2024/05/06 17:59:57.941 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=217] [key=import_mode-1.tsv:0] [2024/05/06 17:59:57.944 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=217] [key=import_mode-1.tsv:0] [readDur=852.931µs] [encodeDur=1.102673ms] [deliverDur=191.441µs] [checksum="{cksum=12868151214631938282,size=37,kvs=1}"] [takeTime=2.394384ms] [] [2024/05/06 17:59:57.945 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=41] [step=import] [subtask-id=83] [takeTime=26.183438ms] [] [2024/05/06 17:59:57.945 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/41/1ccc2128-36af-5780-96ac-757ded6634c4.sst/a4c4316a-ca95-4ce0-aeb2-c30aa7876f35.sst] [firstKey=7480000000000000D95F728000000000000001] [lastKey=7480000000000000D95F728000000000000001] [2024/05/06 17:59:57.945 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/05/06 17:59:57.945 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/05/06 17:59:57.945 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 17:59:57.946 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.578691ms] [] [2024/05/06 17:59:57.947 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 17:59:57.950 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 17:59:57.952 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 17:59:57.952 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 17:59:57.952 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 17:59:57.952 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFD95F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFD95F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 17:59:57.953 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFD95F728000000000FF0000010000000000FA] [end=7480000000000000FFD95F728000000000FF0000020000000000FA] [2024/05/06 17:59:57.953 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFD95F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFD95F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 17:59:57.953 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=358.575µs] [2024/05/06 17:59:57.953 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.039974ms] [] [2024/05/06 17:59:57.960 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 20, store 1, region 14, epoch conf_ver:5 version:78 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 80, request epoch conf_ver: 5 version: 78\")"] ["job stage"=needRescan] [2024/05/06 17:59:57.961 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000D95F728000000000000001] [endKey=7480000000000000D95F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 17:59:59.961 +08:00] [2024/05/06 17:59:57.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574233162645507] [req-type=Cop] [region="{ region id: 14, ver: 78, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:59:57.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574233162645507] [req-type=Cop] [region="{ region id: 14, ver: 78, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 17:59:59.975 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 17:59:59.976 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=2.029399028s] [] [2024/05/06 17:59:59.976 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 17:59:59.977 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=910.519µs] [] [2024/05/06 17:59:59.977 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/05/06 17:59:59.977 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 17:59:59.978 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.23022ms] [] [2024/05/06 17:59:59.978 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 17:59:59.978 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 17:59:59.978 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=41.898µs] [] [2024/05/06 17:59:59.979 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 17:59:59.979 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=651.332µs] [] [2024/05/06 18:00:00.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=41] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:00:00.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=41] [task-type=ImportInto] [num=1] [2024/05/06 18:00:00.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [2024/05/06 18:00:00.282 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:00.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:00.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:00.283 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:00.283 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:00.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:00.284 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:00.284 +08:00] [INFO] [import_into_test.go:806] [ToNormalMode] [2024/05/06 18:00:00.284 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:00.284 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:00:00.284 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:00.284 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:00.284 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:00.285 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:00:00.285 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:00:00.285 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:00.285 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:00.285 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:00.285 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:00.285 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:00.300 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 18:00:00.301 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:00:00.301 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=41] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 18:00:00.301 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:00:00.314 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=41] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:00:00.314 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:00:00.605 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=41] [step=import] [2024/05/06 18:00:00.609 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:00.609 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:00:00.609 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:00.609 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:00.609 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:00.609 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:00.609 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:00.609 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:00.609 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:00.609 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:00.610 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:00.610 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:00.610 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:00.610 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=41] [error="context canceled"] [2024/05/06 18:00:00.611 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=41] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.731032631s] [] [2024/05/06 18:00:00.917 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=41] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:00:00.918 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=41] [step=post-process] [2024/05/06 18:00:00.930 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [2024/05/06 18:00:00.930 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [2024/05/06 18:00:00.930 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [2024/05/06 18:00:00.933 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:00.933 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:00.933 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:00.934 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:00.934 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:00.935 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:00.935 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:00.935 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:00.935 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:00.935 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:00.935 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:00:00.935 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:00.935 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:00.935 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:00.935 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:00.936 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:00.936 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:00.943 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [takeTime=12.62167ms] [] [2024/05/06 18:00:00.943 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [checksum="{cksum=12868151214631938282,size=37,kvs=1}"] [2024/05/06 18:00:00.944 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [weight=30] [2024/05/06 18:00:00.944 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [concurrency=15] [2024/05/06 18:00:00.946 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [local="{cksum=12868151214631938282,size=37,kvs=1}"] [2024/05/06 18:00:00.946 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [takeTime=16.016679ms] [] [2024/05/06 18:00:00.946 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [takeTime=16.145635ms] [] [2024/05/06 18:00:01.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=41] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:00:01.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=41] [task-type=ImportInto] [num=1] [2024/05/06 18:00:01.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=41] [curr-step=post-process] [next-step=done] [2024/05/06 18:00:01.279 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=41] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:00:01.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:00:01.290 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=41] [step=done] [state=running] [] [2024/05/06 18:00:01.293 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=41] [2024/05/06 18:00:01.300 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:00:01.513 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 7.569210022\n# Parse_time: 0.000078522\n# Compile_time: 0.00039395\n# Rewrite_time: 0.000123679\n# Optimize_time: 0.000199137\n# Wait_TS: 0.00031503\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/05/06 18:00:01.569 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=41] [error="context canceled"] [2024/05/06 18:00:01.569 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=41] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=652.639274ms] [] [2024/05/06 18:00:01.784 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=41] [2024/05/06 18:00:01.791 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:00:01.805 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:00:01.812 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=151] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 18:00:01.824 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:220, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:217, RowCount:0, ArgLen:3, start time: 2024-05-06 18:00:01.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:00:01.824 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:220, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:217, RowCount:0, ArgLen:3, start time: 2024-05-06 18:00:01.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table load_data.import_mode;"] [2024/05/06 18:00:01.840 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=220] [conn=2] [category=ddl] [job="ID:220, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:01.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:01.862 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=2.018595ms] [gotSchemaVersion=152] [phyTblIDs="[217,219]"] [actionTypes="[11,11]"] [2024/05/06 18:00:01.866 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=220] [version=152] [2024/05/06 18:00:01.910 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=52.449317ms] [job="ID:220, Type:truncate table, State:done, SchemaState:public, SchemaID:215, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:01.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:01.922 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=220] [elementID=1] [comment="table ID is 217"] [2024/05/06 18:00:01.927 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=220] [jobType="truncate table"] [2024/05/06 18:00:01.928 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=220] [conn=2] [job="ID:220, Type:truncate table, State:synced, SchemaState:public, SchemaID:215, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:01.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:01.945 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=220] [2024/05/06 18:00:01.945 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:00:01.985 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 18:00:02.004 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=42] [job-id=42] [thread-cnt=8] [2024/05/06 18:00:02.004 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=42] [2024/05/06 18:00:02.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=42] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:00:03.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=42] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:00:03.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=42] [task-type=ImportInto] [num=1] [2024/05/06 18:00:03.275 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=42] [curr-step=init] [next-step=import] [2024/05/06 18:00:03.286 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=import_mode] [2024/05/06 18:00:03.286 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 18:00:03.286 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=71.75µs] [2024/05/06 18:00:03.287 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=import_mode] [takeTime=222.644µs] [] [2024/05/06 18:00:03.287 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=42] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:00:03.287 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=42] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:00:03.287 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:00:03.303 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=42] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:00:03.303 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:00:03.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=42] [2024/05/06 18:00:03.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=42] [type=ImportInto] [2024/05/06 18:00:03.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:03.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:03.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:03.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:03.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:03.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:03.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:03.783 +08:00] [INFO] [import_into_test.go:801] [ToImportMode] [2024/05/06 18:00:03.783 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:00:03.783 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:03.783 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:03.783 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:03.783 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:03.783 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:00:03.783 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:00:03.783 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:03.783 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:03.783 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:03.783 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:03.783 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:03.789 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=42] [2024/05/06 18:00:03.878 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=42] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:00:03.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=42] [step=import] [2024/05/06 18:00:03.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=42] [step=import] [2024/05/06 18:00:03.885 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:03.886 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:03.886 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:03.887 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:03.887 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:03.888 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:03.888 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:03.888 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:03.888 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:00:03.888 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:03.888 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:03.888 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:03.888 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:00:03.888 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:03.888 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:03.888 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:03.888 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:03.888 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:03.892 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:03.893 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:03.893 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:03.894 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:03.894 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:03.894 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:03.894 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:03.903 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:00:03.903 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/05/06 18:00:03.903 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=42] [step=import] [limit=256MiB] [2024/05/06 18:00:03.917 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=42] [step=import] [subtask-id=85] [2024/05/06 18:00:03.920 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 18:00:03.924 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 18:00:03.924 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=219] [2024/05/06 18:00:03.937 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=219] [key=import_mode-1.tsv:0] [2024/05/06 18:00:03.939 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=219] [key=import_mode-1.tsv:0] [readDur=794.757µs] [encodeDur=323.321µs] [deliverDur=158.658µs] [checksum="{cksum=13229870688400196519,size=37,kvs=1}"] [takeTime=1.508077ms] [] [2024/05/06 18:00:03.939 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=42] [step=import] [subtask-id=85] [takeTime=22.468741ms] [] [2024/05/06 18:00:03.939 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/42/1ccc2128-36af-5780-96ac-757ded6634c4.sst/287209b4-26fd-487e-ab04-36bed8bc42a1.sst] [firstKey=7480000000000000DB5F728000000000000001] [lastKey=7480000000000000DB5F728000000000000001] [2024/05/06 18:00:03.940 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/05/06 18:00:03.940 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/05/06 18:00:03.940 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 18:00:03.941 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.774224ms] [] [2024/05/06 18:00:03.941 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 18:00:03.945 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:00:03.947 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 18:00:03.947 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:00:03.947 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 18:00:03.947 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFDB5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFDB5F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 18:00:03.947 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFDB5F728000000000FF0000010000000000FA] [end=7480000000000000FFDB5F728000000000FF0000020000000000FA] [2024/05/06 18:00:03.947 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFDB5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFDB5F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 18:00:03.948 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=414.896µs] [2024/05/06 18:00:03.948 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.124833ms] [] [2024/05/06 18:00:03.961 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 18:00:03.962 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=20.708103ms] [] [2024/05/06 18:00:03.962 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 18:00:03.963 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=898.146µs] [] [2024/05/06 18:00:03.963 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/05/06 18:00:03.963 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 18:00:03.965 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.245077ms] [] [2024/05/06 18:00:03.965 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 18:00:03.965 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 18:00:03.965 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=42.736µs] [] [2024/05/06 18:00:03.965 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 18:00:03.966 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=739.126µs] [] [2024/05/06 18:00:03.969 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574234735509507] [req-type=Get] [region="{ region id: 14, ver: 80, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:00:04.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=42] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:00:04.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=42] [task-type=ImportInto] [num=1] [2024/05/06 18:00:04.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [2024/05/06 18:00:04.283 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:04.283 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:04.283 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:04.285 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:04.285 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:04.286 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:04.286 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:04.286 +08:00] [INFO] [import_into_test.go:806] [ToNormalMode] [2024/05/06 18:00:04.286 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:04.286 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:04.286 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:00:04.286 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:04.286 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:04.286 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:00:04.287 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:00:04.287 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:04.287 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:04.287 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:04.287 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:04.287 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:04.304 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 18:00:04.305 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:00:04.306 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=42] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 18:00:04.306 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:00:04.318 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=42] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:00:04.318 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:00:04.592 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=42] [step=import] [2024/05/06 18:00:04.595 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:04.595 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:04.595 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:00:04.595 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:04.595 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:04.596 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:04.596 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:04.596 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:04.596 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:04.596 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:04.597 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:04.597 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:04.597 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:04.597 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=42] [error="context canceled"] [2024/05/06 18:00:04.597 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=42] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=718.695411ms] [] [2024/05/06 18:00:04.903 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=42] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:00:04.904 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=42] [step=post-process] [2024/05/06 18:00:04.917 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [2024/05/06 18:00:09.918 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [2024/05/06 18:00:09.918 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [2024/05/06 18:00:09.921 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:09.921 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:09.922 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:09.923 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:09.923 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:09.923 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:09.924 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:09.924 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:09.924 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:00:09.924 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:09.924 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:09.924 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:09.924 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:00:09.924 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:00:09.924 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:09.924 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:09.924 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:09.924 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:09.924 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:09.932 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [takeTime=13.616937ms] [] [2024/05/06 18:00:09.932 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [checksum="{cksum=13229870688400196519,size=37,kvs=1}"] [2024/05/06 18:00:09.932 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [weight=30] [2024/05/06 18:00:09.932 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [concurrency=15] [2024/05/06 18:00:09.935 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [local="{cksum=13229870688400196519,size=37,kvs=1}"] [2024/05/06 18:00:09.935 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [takeTime=16.847917ms] [] [2024/05/06 18:00:09.935 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [takeTime=5.0172259s] [] [2024/05/06 18:00:10.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=42] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:00:10.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=42] [task-type=ImportInto] [num=1] [2024/05/06 18:00:10.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=42] [curr-step=post-process] [next-step=done] [2024/05/06 18:00:10.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=42] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:00:10.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:00:10.290 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=42] [step=done] [state=running] [] [2024/05/06 18:00:10.293 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=42] [2024/05/06 18:00:10.299 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:00:10.416 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 8.468444519\n# Parse_time: 0.000072135\n# Compile_time: 0.000388877\n# Rewrite_time: 0.000119882\n# Optimize_time: 0.000164115\n# Wait_TS: 0.000337663\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OC40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6OC40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/05/06 18:00:10.419 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=152] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 18:00:10.432 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-06 18:00:10.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:00:10.432 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-06 18:00:10.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table load_data.import_mode;"] [2024/05/06 18:00:10.447 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=222] [conn=2] [category=ddl] [job="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:10.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:10.470 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=2.020559ms] [gotSchemaVersion=153] [phyTblIDs="[219,221]"] [actionTypes="[11,11]"] [2024/05/06 18:00:10.474 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=222] [version=153] [2024/05/06 18:00:10.518 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=53.027778ms] [job="ID:222, Type:truncate table, State:done, SchemaState:public, SchemaID:215, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:10.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:10.533 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=222] [elementID=1] [comment="table ID is 219"] [2024/05/06 18:00:10.537 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=222] [jobType="truncate table"] [2024/05/06 18:00:10.539 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=222] [conn=2] [job="ID:222, Type:truncate table, State:synced, SchemaState:public, SchemaID:215, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:10.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:10.556 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=222] [2024/05/06 18:00:10.556 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:00:10.562 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=42] [error="context canceled"] [2024/05/06 18:00:10.562 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=42] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=5.65871165s] [] [2024/05/06 18:00:10.783 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=42] [2024/05/06 18:00:10.789 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:00:10.803 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:00:10.803 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=153] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 18:00:10.816 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-06 18:00:10.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:00:10.816 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-06 18:00:10.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table load_data.import_mode;"] [2024/05/06 18:00:10.831 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=224] [conn=2] [category=ddl] [job="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:10.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:10.854 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=1.946568ms] [gotSchemaVersion=154] [phyTblIDs="[221,223]"] [actionTypes="[11,11]"] [2024/05/06 18:00:10.858 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=224] [version=154] [2024/05/06 18:00:10.902 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=53.246936ms] [job="ID:224, Type:truncate table, State:done, SchemaState:public, SchemaID:215, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:10.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:10.915 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=224] [elementID=1] [comment="table ID is 221"] [2024/05/06 18:00:10.920 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=224] [jobType="truncate table"] [2024/05/06 18:00:10.921 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=224] [conn=2] [job="ID:224, Type:truncate table, State:synced, SchemaState:public, SchemaID:215, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:10.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:10.938 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=224] [2024/05/06 18:00:10.938 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:00:10.978 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"disable_tikv_import_mode\":null}}"] [dist-task-enabled=false] [2024/05/06 18:00:10.997 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=43] [job-id=43] [thread-cnt=8] [2024/05/06 18:00:10.997 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=43] [2024/05/06 18:00:11.771 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=43] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:00:12.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=43] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:00:12.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=43] [task-type=ImportInto] [num=1] [2024/05/06 18:00:12.275 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=43] [curr-step=init] [next-step=import] [2024/05/06 18:00:12.285 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=import_mode] [2024/05/06 18:00:12.285 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 18:00:12.285 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=41.705µs] [2024/05/06 18:00:12.285 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=import_mode] [takeTime=145.619µs] [] [2024/05/06 18:00:12.286 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=43] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:00:12.286 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=43] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:00:12.286 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:00:12.298 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=43] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:00:12.298 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:00:12.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=43] [2024/05/06 18:00:12.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=43] [type=ImportInto] [2024/05/06 18:00:12.783 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=43] [2024/05/06 18:00:12.878 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=43] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:00:12.879 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=43] [step=import] [2024/05/06 18:00:12.879 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=43] [step=import] [2024/05/06 18:00:12.885 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:12.885 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:12.886 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:12.887 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:12.887 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:12.887 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:12.888 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:12.888 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:12.888 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:12.888 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:12.888 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:00:12.888 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:12.888 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:00:12.888 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:00:12.888 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:12.888 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:12.888 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:12.888 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:12.888 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:12.892 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:12.893 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:12.893 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:12.894 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:12.894 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:12.895 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:12.895 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:12.904 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:00:12.904 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/05/06 18:00:12.904 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=43] [step=import] [limit=256MiB] [2024/05/06 18:00:12.917 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=43] [step=import] [subtask-id=87] [2024/05/06 18:00:12.921 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 18:00:12.924 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 18:00:12.924 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=223] [2024/05/06 18:00:12.930 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=223] [key=import_mode-1.tsv:0] [2024/05/06 18:00:12.932 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=223] [key=import_mode-1.tsv:0] [readDur=808.575µs] [encodeDur=264.398µs] [deliverDur=152.378µs] [checksum="{cksum=13655940393875608893,size=37,kvs=1}"] [takeTime=1.47503ms] [] [2024/05/06 18:00:12.932 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=43] [step=import] [subtask-id=87] [takeTime=15.370245ms] [] [2024/05/06 18:00:12.932 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/43/1ccc2128-36af-5780-96ac-757ded6634c4.sst/8e95f39c-db45-4234-85a6-3cacbbfd3ef4.sst] [firstKey=7480000000000000DF5F728000000000000001] [lastKey=7480000000000000DF5F728000000000000001] [2024/05/06 18:00:12.933 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/05/06 18:00:12.933 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/05/06 18:00:12.933 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 18:00:12.934 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.753343ms] [] [2024/05/06 18:00:12.934 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 18:00:12.939 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:00:12.940 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 18:00:12.940 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:00:12.940 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 18:00:12.940 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFDF5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFDF5F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 18:00:12.941 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFDF5F728000000000FF0000010000000000FA] [end=7480000000000000FFDF5F728000000000FF0000020000000000FA] [2024/05/06 18:00:12.941 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFDF5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFDF5F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 18:00:12.941 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=414.366µs] [2024/05/06 18:00:12.941 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.129346ms] [] [2024/05/06 18:00:12.949 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:82 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 84, request epoch conf_ver: 5 version: 82\")"] ["job stage"=needRescan] [2024/05/06 18:00:12.949 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000DF5F728000000000000001] [endKey=7480000000000000DF5F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:00:14.949 +08:00] [2024/05/06 18:00:12.988 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574237094543363] [req-type=Cop] [region="{ region id: 14, ver: 82, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:00:12.988 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574237094543363] [req-type=Cop] [region="{ region id: 14, ver: 82, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:00:14.963 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 18:00:14.964 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=2.029487184s] [] [2024/05/06 18:00:14.964 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 18:00:14.965 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=951.185µs] [] [2024/05/06 18:00:14.965 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/05/06 18:00:14.965 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 18:00:14.966 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.155254ms] [] [2024/05/06 18:00:14.966 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 18:00:14.967 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 18:00:14.967 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=49.251µs] [] [2024/05/06 18:00:14.967 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 18:00:14.968 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=913.453µs] [] [2024/05/06 18:00:15.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=43] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:00:15.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=43] [task-type=ImportInto] [num=1] [2024/05/06 18:00:15.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [2024/05/06 18:00:15.294 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 18:00:15.295 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:00:15.295 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=43] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 18:00:15.295 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:00:15.307 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=43] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:00:15.307 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:00:15.591 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=43] [step=import] [2024/05/06 18:00:15.595 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:15.595 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:15.595 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:00:15.595 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:15.595 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:15.595 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:15.595 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:15.595 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:15.595 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:15.595 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:15.597 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:15.597 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:15.597 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:15.597 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=43] [error="context canceled"] [2024/05/06 18:00:15.597 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=43] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.718794593s] [] [2024/05/06 18:00:15.903 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=43] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:00:15.905 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=43] [step=post-process] [2024/05/06 18:00:15.917 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [2024/05/06 18:00:15.918 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [2024/05/06 18:00:15.918 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [2024/05/06 18:00:15.920 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:15.921 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:15.921 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:15.922 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:15.922 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:15.923 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:15.923 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:15.923 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:15.923 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:15.923 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:00:15.923 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:15.923 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:15.923 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:00:15.923 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:00:15.923 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:15.923 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:15.923 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:15.923 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:15.923 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:15.931 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [takeTime=13.003549ms] [] [2024/05/06 18:00:15.931 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [checksum="{cksum=13655940393875608893,size=37,kvs=1}"] [2024/05/06 18:00:15.931 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [weight=30] [2024/05/06 18:00:15.932 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [concurrency=15] [2024/05/06 18:00:15.934 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [local="{cksum=13655940393875608893,size=37,kvs=1}"] [2024/05/06 18:00:15.934 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [takeTime=16.110711ms] [] [2024/05/06 18:00:15.934 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [takeTime=16.255279ms] [] [2024/05/06 18:00:16.283 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=43] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:00:16.285 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=43] [task-type=ImportInto] [num=1] [2024/05/06 18:00:16.286 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=43] [curr-step=post-process] [next-step=done] [2024/05/06 18:00:16.286 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=43] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:00:16.286 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:00:16.298 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=43] [step=done] [state=running] [] [2024/05/06 18:00:16.300 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=43] [2024/05/06 18:00:16.307 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:00:16.410 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.469520994\n# Parse_time: 0.000093632\n# Compile_time: 0.000408912\n# Rewrite_time: 0.000138768\n# Optimize_time: 0.000171591\n# Wait_TS: 0.00036267\n# DB: import_into\n# Is_internal: false\n# Digest: 4d8a4afea956b0619ba2ec93bd669e57402129ae88f875500d6ece25c85e69b6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH disable_tikv_import_mode;"] [2024/05/06 18:00:16.414 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=154] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 18:00:16.427 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:223, RowCount:0, ArgLen:3, start time: 2024-05-06 18:00:16.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:00:16.427 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:223, RowCount:0, ArgLen:3, start time: 2024-05-06 18:00:16.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table load_data.import_mode;"] [2024/05/06 18:00:16.442 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=226] [conn=2] [category=ddl] [job="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:16.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:16.466 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=2.140279ms] [gotSchemaVersion=155] [phyTblIDs="[223,225]"] [actionTypes="[11,11]"] [2024/05/06 18:00:16.471 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=226] [version=155] [2024/05/06 18:00:16.514 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=53.270293ms] [job="ID:226, Type:truncate table, State:done, SchemaState:public, SchemaID:215, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:16.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:16.528 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=226] [elementID=1] [comment="table ID is 223"] [2024/05/06 18:00:16.533 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=226] [jobType="truncate table"] [2024/05/06 18:00:16.535 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=226] [conn=2] [job="ID:226, Type:truncate table, State:synced, SchemaState:public, SchemaID:215, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:16.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:16.552 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=226] [2024/05/06 18:00:16.552 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:00:16.558 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=43] [error="context canceled"] [2024/05/06 18:00:16.558 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=43] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=654.399328ms] [] [2024/05/06 18:00:16.784 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=43] [2024/05/06 18:00:16.791 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:00:16.804 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:00:16.805 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=155] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 18:00:16.817 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-06 18:00:16.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:00:16.817 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-06 18:00:16.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table load_data.import_mode;"] [2024/05/06 18:00:16.833 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=228] [conn=2] [category=ddl] [job="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:16.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:16.858 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=2.124247ms] [gotSchemaVersion=156] [phyTblIDs="[225,227]"] [actionTypes="[11,11]"] [2024/05/06 18:00:16.862 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=228] [version=156] [2024/05/06 18:00:16.906 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=53.421377ms] [job="ID:228, Type:truncate table, State:done, SchemaState:public, SchemaID:215, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:16.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:16.921 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=228] [elementID=1] [comment="table ID is 225"] [2024/05/06 18:00:16.926 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=228] [jobType="truncate table"] [2024/05/06 18:00:16.927 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=228] [conn=2] [job="ID:228, Type:truncate table, State:synced, SchemaState:public, SchemaID:215, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:16.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:16.950 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=228] [2024/05/06 18:00:16.950 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:00:16.967 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 18:00:16.985 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=44] [job-id=44] [thread-cnt=8] [2024/05/06 18:00:16.985 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=44] [2024/05/06 18:00:17.771 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=44] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:00:18.274 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=44] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:00:18.275 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=44] [task-type=ImportInto] [num=1] [2024/05/06 18:00:18.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=44] [curr-step=init] [next-step=import] [2024/05/06 18:00:18.289 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=import_mode] [2024/05/06 18:00:18.289 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 18:00:18.289 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=119.175µs] [2024/05/06 18:00:18.289 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=import_mode] [takeTime=215.311µs] [] [2024/05/06 18:00:18.289 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=44] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:00:18.289 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=44] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:00:18.289 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:00:18.303 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=44] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:00:18.303 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:00:18.573 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=44] [2024/05/06 18:00:18.573 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=44] [type=ImportInto] [2024/05/06 18:00:18.784 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=44] [2024/05/06 18:00:18.880 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=44] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:00:18.881 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=44] [step=import] [2024/05/06 18:00:18.881 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=44] [step=import] [2024/05/06 18:00:18.887 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:18.888 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:18.888 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:18.889 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:18.889 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:18.890 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:18.890 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:18.891 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:18.891 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:18.891 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:00:18.891 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:18.891 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:18.891 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:18.891 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:18.891 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:18.891 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:18.891 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:18.895 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:18.896 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:18.896 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:18.897 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:18.897 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:18.898 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:18.898 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:19.030 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:00:19.031 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/05/06 18:00:19.031 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=44] [step=import] [limit=256MiB] [2024/05/06 18:00:19.047 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=44] [step=import] [subtask-id=89] [2024/05/06 18:00:19.051 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 18:00:19.055 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 18:00:19.055 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=227] [2024/05/06 18:00:19.070 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=227] [key=import_mode-1.tsv:0] [2024/05/06 18:00:19.072 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=227] [key=import_mode-1.tsv:0] [readDur=976.277µs] [encodeDur=174.841µs] [deliverDur=194.113µs] [checksum="{cksum=15786991018079617067,size=37,kvs=1}"] [takeTime=1.691463ms] [] [2024/05/06 18:00:19.072 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=44] [step=import] [subtask-id=89] [takeTime=25.060442ms] [] [2024/05/06 18:00:19.072 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/44/1ccc2128-36af-5780-96ac-757ded6634c4.sst/07d81026-6da7-409d-a932-ff808026aa20.sst] [firstKey=7480000000000000E35F728000000000000001] [lastKey=7480000000000000E35F728000000000000001] [2024/05/06 18:00:19.073 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/05/06 18:00:19.073 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/05/06 18:00:19.073 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 18:00:19.074 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.646566ms] [] [2024/05/06 18:00:19.074 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 18:00:19.079 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:00:19.080 +08:00] [INFO] [local.go:1539] ["switch import mode of ranges"] [startKey=7480000000000000e35f728000000000000001] [endKey=7480000000000000e35f728000000000000002] [2024/05/06 18:00:19.080 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 18:00:19.080 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [mode=Import] [2024/05/06 18:00:19.081 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:00:19.081 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 18:00:19.081 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFE35F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFE35F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 18:00:19.082 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFE35F728000000000FF0000010000000000FA] [end=7480000000000000FFE35F728000000000FF0000020000000000FA] [2024/05/06 18:00:19.082 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFE35F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFE35F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 18:00:19.082 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=530.676µs] [2024/05/06 18:00:19.082 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.350502ms] [] [2024/05/06 18:00:19.096 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574238706991105] [req-type=Cop] [region="{ region id: 14, ver: 84, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:00:19.096 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574238706991105] [req-type=Cop] [region="{ region id: 14, ver: 84, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:00:19.097 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 86, but you sent conf_ver: 5 version: 84"] [region="{ID=364,startKey=7480000000000000FFE35F728000000000FF0000010000000000FA,endKey=7480000000000000FFE35F728000000000FF0000020000000000FA,epoch=\"conf_ver:5 version:86 \",peers=\"id:365 store_id:2 ,id:366 store_id:1 ,id:367 store_id:3 \"}"] [start=7480000000000000E35F728000000000000001] [end=7480000000000000E35F728000000000000002] [2024/05/06 18:00:19.097 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000E35F728000000000000001] [endKey=7480000000000000E35F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:00:21.097 +08:00] [2024/05/06 18:00:21.110 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 18:00:21.111 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [mode=Normal] [2024/05/06 18:00:21.126 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=2.05141909s] [] [2024/05/06 18:00:21.126 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 18:00:21.127 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.06961ms] [] [2024/05/06 18:00:21.127 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/05/06 18:00:21.127 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 18:00:21.129 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.419545ms] [] [2024/05/06 18:00:21.129 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 18:00:21.129 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 18:00:21.129 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=56.499µs] [] [2024/05/06 18:00:21.129 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 18:00:21.130 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=795.349µs] [] [2024/05/06 18:00:21.278 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=44] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:00:21.279 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=44] [task-type=ImportInto] [num=1] [2024/05/06 18:00:21.280 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [2024/05/06 18:00:21.295 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 18:00:21.297 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:00:21.297 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=44] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 18:00:21.297 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:00:21.311 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=44] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:00:21.311 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:00:21.452 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=44] [step=import] [2024/05/06 18:00:21.457 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:21.457 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:21.457 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:21.457 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:21.457 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:00:21.457 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:21.457 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:21.457 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:21.457 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:21.457 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:21.458 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:21.459 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:21.459 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:21.459 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=44] [error="context canceled"] [2024/05/06 18:00:21.459 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=44] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.578601047s] [] [2024/05/06 18:00:21.765 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=44] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:00:21.766 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=44] [step=post-process] [2024/05/06 18:00:21.780 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [2024/05/06 18:00:21.780 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [2024/05/06 18:00:21.780 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [2024/05/06 18:00:21.783 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:21.784 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:21.784 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:21.785 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:21.785 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:21.786 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:21.786 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:21.786 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:21.786 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:21.786 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:21.786 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:21.786 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:00:21.786 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:21.786 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:21.786 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:21.786 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:21.786 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:21.794 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [takeTime=14.093634ms] [] [2024/05/06 18:00:21.795 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [checksum="{cksum=15786991018079617067,size=37,kvs=1}"] [2024/05/06 18:00:21.796 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [weight=30] [2024/05/06 18:00:21.796 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [concurrency=15] [2024/05/06 18:00:21.798 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [local="{cksum=15786991018079617067,size=37,kvs=1}"] [2024/05/06 18:00:21.798 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [takeTime=17.470441ms] [] [2024/05/06 18:00:21.798 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [takeTime=17.600066ms] [] [2024/05/06 18:00:22.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=44] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:00:22.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=44] [task-type=ImportInto] [num=1] [2024/05/06 18:00:22.280 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=44] [curr-step=post-process] [next-step=done] [2024/05/06 18:00:22.280 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=44] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:00:22.280 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:00:22.292 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=44] [step=done] [state=running] [] [2024/05/06 18:00:22.295 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=44] [2024/05/06 18:00:22.301 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:00:22.398 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.444907546\n# Parse_time: 0.000097925\n# Compile_time: 0.000414526\n# Rewrite_time: 0.000145462\n# Optimize_time: 0.000175096\n# Wait_TS: 0.000416765\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS40NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS40NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/05/06 18:00:22.401 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=156] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 18:00:22.414 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-06 18:00:22.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:00:22.414 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-06 18:00:22.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table load_data.import_mode;"] [2024/05/06 18:00:22.424 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=44] [error="context canceled"] [2024/05/06 18:00:22.424 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=44] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=659.039782ms] [] [2024/05/06 18:00:22.432 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=230] [conn=2] [category=ddl] [job="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:22.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:22.455 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=2.358829ms] [gotSchemaVersion=157] [phyTblIDs="[227,229]"] [actionTypes="[11,11]"] [2024/05/06 18:00:22.460 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=230] [version=157] [2024/05/06 18:00:22.504 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=53.652655ms] [job="ID:230, Type:truncate table, State:done, SchemaState:public, SchemaID:215, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:22.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:22.518 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=230] [elementID=1] [comment="table ID is 227"] [2024/05/06 18:00:22.523 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=230] [jobType="truncate table"] [2024/05/06 18:00:22.525 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=230] [conn=2] [job="ID:230, Type:truncate table, State:synced, SchemaState:public, SchemaID:215, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:22.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:22.543 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=230] [2024/05/06 18:00:22.543 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:00:22.726 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=44] [step=-2] [state=succeed] [2024/05/06 18:00:22.784 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=44] [2024/05/06 18:00:22.791 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:00:22.805 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:00:22.845 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 18:00:22.863 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=45] [job-id=45] [thread-cnt=8] [2024/05/06 18:00:22.863 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=45] [2024/05/06 18:00:23.771 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=45] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:00:24.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=45] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:00:24.275 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=45] [task-type=ImportInto] [num=1] [2024/05/06 18:00:24.276 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=45] [curr-step=init] [next-step=import] [2024/05/06 18:00:24.288 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=import_mode] [2024/05/06 18:00:24.288 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 18:00:24.288 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=57.001µs] [2024/05/06 18:00:24.288 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=import_mode] [takeTime=169.849µs] [] [2024/05/06 18:00:24.289 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=45] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:00:24.289 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=45] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:00:24.289 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:00:24.302 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=45] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:00:24.302 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:00:24.573 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=45] [2024/05/06 18:00:24.573 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=45] [type=ImportInto] [2024/05/06 18:00:24.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:24.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:24.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:24.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:24.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:24.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:24.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:24.783 +08:00] [INFO] [import_into_test.go:801] [ToImportMode] [2024/05/06 18:00:24.783 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:24.783 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:00:24.783 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:00:24.784 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:24.784 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:24.784 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:24.784 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:00:24.784 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:00:24.784 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:24.784 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:24.784 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:24.784 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:24.784 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:24.790 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=45] [2024/05/06 18:00:24.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=45] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:00:24.881 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=45] [step=import] [2024/05/06 18:00:24.881 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=45] [step=import] [2024/05/06 18:00:24.887 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:24.888 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:24.888 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:24.889 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:24.889 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:24.890 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:24.890 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:24.890 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:24.890 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:24.890 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:00:24.890 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:24.890 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:24.890 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:00:24.890 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:00:24.890 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:24.890 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:24.890 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:24.890 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:24.890 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:24.894 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:24.895 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:24.895 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:24.896 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:24.896 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:24.897 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:24.897 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:24.906 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:00:24.906 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/05/06 18:00:24.906 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=45] [step=import] [limit=256MiB] [2024/05/06 18:00:24.919 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=45] [step=import] [subtask-id=91] [2024/05/06 18:00:24.923 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 18:00:24.926 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 18:00:24.926 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=229] [2024/05/06 18:00:27.926 +08:00] [ERROR] [scheduler.go:118] ["run subtask failed"] [type=ImportInto] [task-id=45] [step=import] [subtask-id=91] [takeTime=3.007314943s] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/scheduler.go:118\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:180\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 18:00:27.927 +08:00] [ERROR] [scheduler.go:500] [onError] [task-id=45] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 18:00:27.927 +08:00] [ERROR] [scheduler.go:506] ["scheduler met first error"] [task-id=45] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:506\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 18:00:27.927 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:27.927 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:27.927 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:27.927 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:00:27.927 +08:00] [WARN] [scheduler.go:629] ["subtask failed"] [task-id=45] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:00:27.927 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:27.927 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:27.934 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=45] [step=import] [2024/05/06 18:00:27.937 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:27.937 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:27.937 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:27.937 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:27.938 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:27.938 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:27.938 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:27.938 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=45] [error="context canceled"] [2024/05/06 18:00:27.938 +08:00] [INFO] [scheduler.go:165] ["schedule step failed"] [task-id=45] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=3.058942967s] [error="occur an error when sort chunk"] [2024/05/06 18:00:27.939 +08:00] [ERROR] [manager.go:403] ["failed to handle task"] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 18:00:28.280 +08:00] [WARN] [dispatcher.go:344] ["subtasks encounter errors"] [task-id=45] [task-type=ImportInto] [2024/05/06 18:00:28.283 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=reverting] [2024/05/06 18:00:28.468 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=45] [2024/05/06 18:00:28.550 +08:00] [INFO] [scheduler.go:397] ["scheduler rollback a step"] [task-id=45] [step=1] [2024/05/06 18:00:28.555 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=45] [step=import] [2024/05/06 18:00:28.564 +08:00] [INFO] [scheduler.go:256] [rollback] [type=ImportInto] [task-id=45] [step=import] [2024/05/06 18:00:28.767 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=45] [2024/05/06 18:00:28.776 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=45] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/05/06 18:00:28.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:28.780 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:28.780 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:28.781 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:28.781 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:28.782 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:28.782 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:28.782 +08:00] [INFO] [import_into_test.go:806] [ToNormalMode] [2024/05/06 18:00:28.783 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:28.783 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:28.783 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:00:28.783 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:28.783 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:28.783 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:00:28.783 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:00:28.783 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:28.783 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:28.783 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:28.783 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:28.783 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:28.785 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=45] [2024/05/06 18:00:28.792 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/06 18:00:28.868 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=45] [error="[0]occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/06 18:00:28.871 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=45] [step=1] [state=reverted] [2024/05/06 18:00:28.873 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.06738062\n# Parse_time: 0.00008874\n# Compile_time: 0.000491992\n# Rewrite_time: 0.000164119\n# Optimize_time: 0.000185581\n# Wait_TS: 0.000350464\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6Ni4wN3MsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjYuMDdzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/05/06 18:00:29.286 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=45] [2024/05/06 18:00:29.293 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:00:29.306 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] === RUN TestLoadRemote/TestInputCountMisMatchAndDefault [2024/05/06 18:00:29.314 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=157] [cur_db=import_into] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 18:00:29.324 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:231, Type:drop schema, State:queueing, SchemaState:public, SchemaID:215, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:00:29.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:00:29.324 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:231, Type:drop schema, State:queueing, SchemaState:public, SchemaID:215, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:00:29.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop database if exists load_data"] [2024/05/06 18:00:29.337 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=231] [conn=2] [category=ddl] [job="ID:231, Type:drop schema, State:queueing, SchemaState:public, SchemaID:215, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:29.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:29.355 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=523.309µs] [gotSchemaVersion=158] [phyTblIDs="[229]"] [actionTypes="[2]"] [2024/05/06 18:00:29.359 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=231] [version=158] [2024/05/06 18:00:29.405 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=52.982478ms] [job="ID:231, Type:drop schema, State:running, SchemaState:write only, SchemaID:215, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:00:29.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:29.418 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=231] [conn=2] [category=ddl] [job="ID:231, Type:drop schema, State:running, SchemaState:write only, SchemaID:215, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:29.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:29.433 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=581.899µs] [gotSchemaVersion=159] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:00:29.436 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=231] [version=159] [2024/05/06 18:00:29.482 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=52.395957ms] [job="ID:231, Type:drop schema, State:running, SchemaState:delete only, SchemaID:215, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:29.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:29.504 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=231] [conn=2] [category=ddl] [job="ID:231, Type:drop schema, State:running, SchemaState:delete only, SchemaID:215, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:29.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:29.520 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=565.106µs] [gotSchemaVersion=160] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:00:29.524 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=231] [version=160] [2024/05/06 18:00:29.570 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=52.927759ms] [job="ID:231, Type:drop schema, State:done, SchemaState:none, SchemaID:215, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:00:29.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:29.583 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=231] [tableIDs="[229]"] [2024/05/06 18:00:29.587 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=231] [jobType="drop schema"] [2024/05/06 18:00:29.589 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=231] [conn=2] [job="ID:231, Type:drop schema, State:synced, SchemaState:none, SchemaID:215, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:00:29.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:29.604 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=231] [2024/05/06 18:00:29.604 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:00:29.607 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=160] [cur_db=import_into] [sql="create database load_data"] [user=root@%] [2024/05/06 18:00:29.619 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:233, Type:create schema, State:queueing, SchemaState:none, SchemaID:232, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:00:29.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:00:29.619 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:233, Type:create schema, State:queueing, SchemaState:none, SchemaID:232, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:00:29.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database load_data"] [2024/05/06 18:00:29.634 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:create schema, State:queueing, SchemaState:none, SchemaID:232, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:29.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:29.649 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=1.207776ms] [gotSchemaVersion=161] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:00:29.652 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=233] [version=161] [2024/05/06 18:00:29.698 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=53.069816ms] [job="ID:233, Type:create schema, State:done, SchemaState:public, SchemaID:232, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:00:29.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:29.713 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [job="ID:233, Type:create schema, State:synced, SchemaState:public, SchemaID:232, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:29.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:29.726 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=233] [2024/05/06 18:00:29.726 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:00:29.730 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=161] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 18:00:29.732 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=161] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 18:00:29.747 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:235, Type:create table, State:queueing, SchemaState:none, SchemaID:232, TableID:234, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:29.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:00:29.747 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:235, Type:create table, State:queueing, SchemaState:none, SchemaID:232, TableID:234, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:29.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 18:00:29.767 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=235] [conn=2] [category=ddl] [job="ID:235, Type:create table, State:queueing, SchemaState:none, SchemaID:232, TableID:234, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:29.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:29.787 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=2.060391ms] [gotSchemaVersion=162] [phyTblIDs="[234]"] [actionTypes="[3]"] [2024/05/06 18:00:29.791 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=235] [version=162] [2024/05/06 18:00:29.835 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=53.496663ms] [job="ID:235, Type:create table, State:done, SchemaState:public, SchemaID:232, TableID:234, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:29.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:29.857 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=235] [conn=2] [job="ID:235, Type:create table, State:synced, SchemaState:public, SchemaID:232, TableID:234, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:29.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:29.870 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=235] [2024/05/06 18:00:29.870 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:00:29.915 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 18:00:29.934 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=46] [job-id=46] [thread-cnt=8] [2024/05/06 18:00:29.934 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=46] [2024/05/06 18:00:32.771 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=46] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:00:33.274 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=46] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:00:33.275 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=46] [task-type=ImportInto] [num=1] [2024/05/06 18:00:33.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=46] [curr-step=init] [next-step=import] [2024/05/06 18:00:33.289 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 18:00:33.289 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/05/06 18:00:33.289 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=66.664µs] [2024/05/06 18:00:33.289 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=175.117µs] [] [2024/05/06 18:00:33.289 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=46] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:00:33.289 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=46] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:00:33.289 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:00:33.302 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=46] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:00:33.302 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:00:33.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=46] [2024/05/06 18:00:33.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=46] [type=ImportInto] [2024/05/06 18:00:33.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:33.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:33.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:33.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:33.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:33.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:33.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:33.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=46] [mode=Import] [2024/05/06 18:00:33.798 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:33.798 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:33.798 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:33.798 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:33.798 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:00:33.798 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:33.798 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:33.798 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:33.799 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:33.799 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:33.805 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=46] [2024/05/06 18:00:33.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=46] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:00:33.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=46] [step=import] [2024/05/06 18:00:33.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=46] [step=import] [2024/05/06 18:00:33.887 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:33.888 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:33.888 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:33.889 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:33.889 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:33.890 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:33.890 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:33.890 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:33.890 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:33.890 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:33.890 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:00:33.890 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:00:33.890 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:33.890 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:00:33.890 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:33.891 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:33.891 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:33.891 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:33.891 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:33.895 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:33.896 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:33.896 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:33.897 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:33.897 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:33.897 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:33.898 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:33.907 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:00:33.907 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 18:00:33.907 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=46] [step=import] [limit=256MiB] [2024/05/06 18:00:33.921 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=46] [step=import] [subtask-id=93] [2024/05/06 18:00:33.926 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 18:00:33.931 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 18:00:33.931 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=234] [2024/05/06 18:00:33.949 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=234] [key=input-cnt-mismatch.csv:0] [2024/05/06 18:00:33.951 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=234] [key=input-cnt-mismatch.csv:0] [readDur=803.612µs] [encodeDur=666.958µs] [deliverDur=214.045µs] [checksum="{cksum=13438813981189536763,size=78,kvs=2}"] [takeTime=1.920165ms] [] [2024/05/06 18:00:33.951 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=46] [step=import] [subtask-id=93] [takeTime=29.858214ms] [] [2024/05/06 18:00:33.951 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=78] [kvs=2] [files=1] [sstFileSize=992] [file=/tmp/tidb/import-4000/46/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/5930a321-19db-48e5-b318-0392823c2c34.sst] [firstKey=7480000000000000EA5F728000000000000001] [lastKey=7480000000000000EA5F728000000000000002] [2024/05/06 18:00:33.951 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/05/06 18:00:33.951 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/05/06 18:00:33.951 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 18:00:33.953 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.70473ms] [] [2024/05/06 18:00:33.953 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 18:00:33.957 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:00:33.958 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=78] [2024/05/06 18:00:33.959 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:00:33.959 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 18:00:33.959 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFEA5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFEA5F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 18:00:33.959 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFEA5F728000000000FF0000010000000000FA] [end=7480000000000000FFEA5F728000000000FF0000030000000000FA] [2024/05/06 18:00:33.959 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFEA5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFEA5F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 18:00:33.960 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=381.917µs] [2024/05/06 18:00:33.960 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.082857ms] [] [2024/05/06 18:00:33.968 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 20, store 1, region 14, epoch conf_ver:5 version:86 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 88, request epoch conf_ver: 5 version: 86\")"] ["job stage"=needRescan] [2024/05/06 18:00:33.969 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000EA5F728000000000000001] [endKey=7480000000000000EA5F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:00:35.969 +08:00] [2024/05/06 18:00:33.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574242599567364] [req-type=Cop] [region="{ region id: 14, ver: 86, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:00:33.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574242599567364] [req-type=Cop] [region="{ region id: 14, ver: 86, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:00:35.982 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=78] [kvs=2] [importedSize=78] [importedCount=2] [2024/05/06 18:00:35.983 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.029995843s] [] [2024/05/06 18:00:35.983 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 18:00:35.984 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=988.387µs] [] [2024/05/06 18:00:35.984 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/05/06 18:00:35.984 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 18:00:35.986 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.276727ms] [] [2024/05/06 18:00:35.986 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 18:00:35.986 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 18:00:35.986 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=40.084µs] [] [2024/05/06 18:00:35.986 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 18:00:35.987 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=865.31µs] [] [2024/05/06 18:00:36.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=46] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:00:36.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=46] [task-type=ImportInto] [num=1] [2024/05/06 18:00:36.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [2024/05/06 18:00:36.282 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:36.283 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:36.283 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:36.284 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:36.284 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:36.285 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:36.285 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:36.285 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:00:36.299 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:00:36.299 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:36.299 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:36.299 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:36.299 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:36.299 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:36.299 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:36.299 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:36.299 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:36.299 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:36.315 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":1}}"] [2024/05/06 18:00:36.316 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:00:36.316 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=46] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 18:00:36.316 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:00:36.329 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=46] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:00:36.329 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:00:36.614 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=46] [step=import] [2024/05/06 18:00:36.617 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:36.617 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:36.617 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:36.617 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:36.617 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:00:36.617 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:36.617 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:36.617 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:36.618 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:36.618 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:36.619 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:36.619 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:36.619 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:36.619 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=46] [error="context canceled"] [2024/05/06 18:00:36.619 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=46] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.740074484s] [] [2024/05/06 18:00:36.925 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=46] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:00:36.926 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=46] [step=post-process] [2024/05/06 18:00:36.940 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [2024/05/06 18:00:36.940 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [2024/05/06 18:00:36.940 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [2024/05/06 18:00:36.943 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:36.944 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:36.944 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:36.945 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:36.945 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:36.946 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:36.946 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:36.946 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:36.946 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:00:36.946 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:36.946 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:36.946 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:36.946 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:00:36.946 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:00:36.946 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:36.946 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:36.947 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:36.947 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:36.947 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:36.954 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [takeTime=13.320943ms] [] [2024/05/06 18:00:36.954 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [checksum="{cksum=13438813981189536763,size=78,kvs=2}"] [2024/05/06 18:00:36.955 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [weight=30] [2024/05/06 18:00:36.955 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [concurrency=15] [2024/05/06 18:00:36.957 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [local="{cksum=13438813981189536763,size=78,kvs=2}"] [2024/05/06 18:00:36.957 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [takeTime=16.693494ms] [] [2024/05/06 18:00:36.957 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [takeTime=16.830464ms] [] [2024/05/06 18:00:37.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=46] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:00:37.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=46] [task-type=ImportInto] [num=1] [2024/05/06 18:00:37.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=46] [curr-step=post-process] [next-step=done] [2024/05/06 18:00:37.280 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=46] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:00:37.280 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:00:37.291 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=46] [step=done] [state=running] [] [2024/05/06 18:00:37.294 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=46] [2024/05/06 18:00:37.301 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:00:37.447 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 7.574193341\n# Parse_time: 0.000178207\n# Compile_time: 0.000492295\n# Rewrite_time: 0.000151971\n# Optimize_time: 0.000185581\n# Wait_TS: 0.000391602\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse load_data;\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 18:00:37.451 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=162] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 18:00:37.461 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:236, Type:drop table, State:queueing, SchemaState:public, SchemaID:232, TableID:234, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:37.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:00:37.461 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:236, Type:drop table, State:queueing, SchemaState:public, SchemaID:232, TableID:234, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:37.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 18:00:37.478 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=236] [conn=2] [category=ddl] [job="ID:236, Type:drop table, State:queueing, SchemaState:public, SchemaID:232, TableID:234, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:37.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:37.496 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=592.54µs] [gotSchemaVersion=163] [phyTblIDs="[234]"] [actionTypes="[4]"] [2024/05/06 18:00:37.500 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=236] [version=163] [2024/05/06 18:00:37.545 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=52.971014ms] [job="ID:236, Type:drop table, State:running, SchemaState:write only, SchemaID:232, TableID:234, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:37.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:37.558 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=236] [conn=2] [category=ddl] [job="ID:236, Type:drop table, State:running, SchemaState:write only, SchemaID:232, TableID:234, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:37.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:37.574 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=569.111µs] [gotSchemaVersion=164] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:00:37.578 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=236] [version=164] [2024/05/06 18:00:37.582 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=46] [error="context canceled"] [2024/05/06 18:00:37.582 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=46] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=656.705497ms] [] [2024/05/06 18:00:37.624 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=53.215444ms] [job="ID:236, Type:drop table, State:running, SchemaState:delete only, SchemaID:232, TableID:234, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:37.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:37.637 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=236] [conn=2] [category=ddl] [job="ID:236, Type:drop table, State:running, SchemaState:delete only, SchemaID:232, TableID:234, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:37.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:37.657 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=531.408µs] [gotSchemaVersion=165] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:00:37.661 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=236] [version=165] [2024/05/06 18:00:37.707 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=52.700492ms] [job="ID:236, Type:drop table, State:done, SchemaState:none, SchemaID:232, TableID:234, RowCount:0, ArgLen:3, start time: 2024-05-06 18:00:37.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:37.722 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=236] [elementID=1] [comment="table ID is 234"] [2024/05/06 18:00:37.726 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=236] [jobType="drop table"] [2024/05/06 18:00:37.728 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=236] [conn=2] [job="ID:236, Type:drop table, State:synced, SchemaState:none, SchemaID:232, TableID:234, RowCount:0, ArgLen:3, start time: 2024-05-06 18:00:37.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:37.745 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=236] [2024/05/06 18:00:37.746 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:00:37.749 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=165] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int default 100);"] [user=root@%] [2024/05/06 18:00:37.763 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:238, Type:create table, State:queueing, SchemaState:none, SchemaID:232, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:37.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:00:37.763 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:238, Type:create table, State:queueing, SchemaState:none, SchemaID:232, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:37.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int default 100);"] [2024/05/06 18:00:37.779 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:create table, State:queueing, SchemaState:none, SchemaID:232, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:37.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:37.784 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=46] [2024/05/06 18:00:37.792 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:00:37.800 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=2.075879ms] [gotSchemaVersion=166] [phyTblIDs="[237]"] [actionTypes="[3]"] [2024/05/06 18:00:37.805 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=238] [version=166] [2024/05/06 18:00:37.806 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:00:37.848 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=52.608824ms] [job="ID:238, Type:create table, State:done, SchemaState:public, SchemaID:232, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:37.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:37.862 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [job="ID:238, Type:create table, State:synced, SchemaState:public, SchemaID:232, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:37.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:37.874 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=238] [2024/05/06 18:00:37.874 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:00:37.916 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 18:00:37.934 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=47] [job-id=47] [thread-cnt=8] [2024/05/06 18:00:37.934 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=47] [2024/05/06 18:00:38.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=47] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:00:39.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=47] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:00:39.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=47] [task-type=ImportInto] [num=1] [2024/05/06 18:00:39.275 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=47] [curr-step=init] [next-step=import] [2024/05/06 18:00:39.287 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 18:00:39.287 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/05/06 18:00:39.287 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=45.803µs] [2024/05/06 18:00:39.287 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=136.191µs] [] [2024/05/06 18:00:39.287 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=47] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:00:39.287 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=47] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:00:39.287 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:00:39.300 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=47] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:00:39.301 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:00:39.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=47] [2024/05/06 18:00:39.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=47] [type=ImportInto] [2024/05/06 18:00:39.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:39.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:39.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:39.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:39.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:39.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:39.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:39.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=47] [mode=Import] [2024/05/06 18:00:39.797 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:00:39.797 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:39.797 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:39.797 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:39.797 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:39.797 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:39.797 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:39.797 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:39.797 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:39.797 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:39.804 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=47] [2024/05/06 18:00:39.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=47] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:00:39.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=47] [step=import] [2024/05/06 18:00:39.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=47] [step=import] [2024/05/06 18:00:39.886 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:39.887 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:39.887 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:39.888 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:39.888 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:39.889 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:39.889 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:39.889 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:39.889 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:39.889 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:39.889 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:39.889 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:00:39.889 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:00:39.890 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:39.890 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:39.890 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:39.890 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:39.890 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:39.894 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:39.894 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:39.894 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:39.895 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:39.895 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:39.896 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:39.896 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:39.906 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:00:39.906 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 18:00:39.906 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=47] [step=import] [limit=256MiB] [2024/05/06 18:00:39.920 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=47] [step=import] [subtask-id=95] [2024/05/06 18:00:39.923 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 18:00:39.927 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 18:00:39.927 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=237] [2024/05/06 18:00:39.973 +08:00] [WARN] [pd.go:152] ["get timestamp too slow"] ["cost time"=38.423362ms] [2024/05/06 18:00:39.981 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=237] [key=input-cnt-mismatch.csv:0] [2024/05/06 18:00:39.983 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=237] [key=input-cnt-mismatch.csv:0] [readDur=901.598µs] [encodeDur=1.156644ms] [deliverDur=196.932µs] [checksum="{cksum=2403194487235519936,size=79,kvs=2}"] [takeTime=2.505116ms] [] [2024/05/06 18:00:39.984 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=47] [step=import] [subtask-id=95] [takeTime=63.83173ms] [] [2024/05/06 18:00:39.984 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=79] [kvs=2] [files=1] [sstFileSize=991] [file=/tmp/tidb/import-4000/47/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/3e4c8308-8dae-46fe-bdd2-7c6012c76772.sst] [firstKey=7480000000000000ED5F728000000000000001] [lastKey=7480000000000000ED5F728000000000000002] [2024/05/06 18:00:39.984 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/05/06 18:00:39.984 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/05/06 18:00:39.984 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 18:00:39.987 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.838907ms] [] [2024/05/06 18:00:39.987 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 18:00:39.991 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:00:39.992 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=79] [2024/05/06 18:00:39.993 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:00:39.993 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 18:00:39.993 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFED5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFED5F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 18:00:39.994 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFED5F728000000000FF0000010000000000FA] [end=7480000000000000FFED5F728000000000FF0000030000000000FA] [2024/05/06 18:00:39.994 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFED5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFED5F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 18:00:39.994 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=526.782µs] [2024/05/06 18:00:39.994 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.412781ms] [] [2024/05/06 18:00:39.999 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574244185800705] [req-type=Cop] [region="{ region id: 14, ver: 88, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:00:39.999 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574244185800705] [req-type=Cop] [region="{ region id: 14, ver: 88, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:00:40.003 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:88 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 90, request epoch conf_ver: 5 version: 88\")"] ["job stage"=needRescan] [2024/05/06 18:00:40.004 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000ED5F728000000000000001] [endKey=7480000000000000ED5F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:00:42.004 +08:00] [2024/05/06 18:00:42.016 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=79] [kvs=2] [importedSize=79] [importedCount=2] [2024/05/06 18:00:42.018 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.030685147s] [] [2024/05/06 18:00:42.018 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 18:00:42.019 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=943.483µs] [] [2024/05/06 18:00:42.019 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/05/06 18:00:42.019 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 18:00:42.020 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.237437ms] [] [2024/05/06 18:00:42.020 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 18:00:42.020 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 18:00:42.020 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=41.926µs] [] [2024/05/06 18:00:42.020 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 18:00:42.021 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=863.523µs] [] [2024/05/06 18:00:42.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=47] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:00:42.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=47] [task-type=ImportInto] [num=1] [2024/05/06 18:00:42.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [2024/05/06 18:00:42.282 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:42.283 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:42.283 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:42.284 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:42.284 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:42.285 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:42.285 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:42.285 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:00:42.299 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:42.299 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:00:42.299 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:42.299 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:42.299 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:42.299 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:42.299 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:42.299 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:42.299 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:42.299 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:42.314 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":1}}"] [2024/05/06 18:00:42.315 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:00:42.315 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=47] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 18:00:42.315 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:00:42.327 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=47] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:00:42.327 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:00:42.340 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=47] [step=import] [2024/05/06 18:00:42.344 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:00:42.344 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:42.344 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:42.344 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:42.344 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:42.344 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:42.344 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:42.344 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:42.344 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:42.344 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:42.345 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:42.345 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:42.345 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:42.345 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=47] [error="context canceled"] [2024/05/06 18:00:42.345 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=47] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.466557421s] [] [2024/05/06 18:00:42.651 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=47] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:00:42.653 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=47] [step=post-process] [2024/05/06 18:00:42.666 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [2024/05/06 18:00:42.666 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [2024/05/06 18:00:42.666 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [2024/05/06 18:00:42.669 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:42.669 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:42.669 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:42.670 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:42.670 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:42.671 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:42.671 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:42.671 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:42.671 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:42.671 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:42.671 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:00:42.671 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:42.671 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:42.672 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:42.672 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:42.672 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:42.672 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:42.679 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [takeTime=13.109443ms] [] [2024/05/06 18:00:42.679 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [checksum="{cksum=2403194487235519936,size=79,kvs=2}"] [2024/05/06 18:00:42.680 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [weight=30] [2024/05/06 18:00:42.680 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [concurrency=15] [2024/05/06 18:00:42.682 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [local="{cksum=2403194487235519936,size=79,kvs=2}"] [2024/05/06 18:00:42.682 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [takeTime=16.386551ms] [] [2024/05/06 18:00:42.682 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [takeTime=16.523984ms] [] [2024/05/06 18:00:43.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=47] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:00:43.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=47] [task-type=ImportInto] [num=1] [2024/05/06 18:00:43.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=47] [curr-step=post-process] [next-step=done] [2024/05/06 18:00:43.279 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=47] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:00:43.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:00:43.291 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=47] [step=done] [state=running] [] [2024/05/06 18:00:43.294 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=47] [2024/05/06 18:00:43.301 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:00:43.347 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.469669371\n# Parse_time: 0.000070466\n# Compile_time: 0.000408192\n# Rewrite_time: 0.000129579\n# Optimize_time: 0.000172482\n# Wait_TS: 0.000325071\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 18:00:43.350 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=166] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 18:00:43.361 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:239, Type:drop table, State:queueing, SchemaState:public, SchemaID:232, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:43.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:00:43.361 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:239, Type:drop table, State:queueing, SchemaState:public, SchemaID:232, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:43.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 18:00:43.377 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=239] [conn=2] [category=ddl] [job="ID:239, Type:drop table, State:queueing, SchemaState:public, SchemaID:232, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:43.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:43.395 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=628.195µs] [gotSchemaVersion=167] [phyTblIDs="[237]"] [actionTypes="[4]"] [2024/05/06 18:00:43.397 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=47] [error="context canceled"] [2024/05/06 18:00:43.397 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=47] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=745.93495ms] [] [2024/05/06 18:00:43.400 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=239] [version=167] [2024/05/06 18:00:43.444 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=53.120762ms] [job="ID:239, Type:drop table, State:running, SchemaState:write only, SchemaID:232, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:43.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:43.458 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=239] [conn=2] [category=ddl] [job="ID:239, Type:drop table, State:running, SchemaState:write only, SchemaID:232, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:43.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:43.476 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=570.054µs] [gotSchemaVersion=168] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:00:43.480 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=239] [version=168] [2024/05/06 18:00:43.525 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=52.591652ms] [job="ID:239, Type:drop table, State:running, SchemaState:delete only, SchemaID:232, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:43.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:43.539 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=239] [conn=2] [category=ddl] [job="ID:239, Type:drop table, State:running, SchemaState:delete only, SchemaID:232, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:43.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:43.559 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=584.899µs] [gotSchemaVersion=169] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:00:43.563 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=239] [version=169] [2024/05/06 18:00:43.609 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=52.688338ms] [job="ID:239, Type:drop table, State:done, SchemaState:none, SchemaID:232, TableID:237, RowCount:0, ArgLen:3, start time: 2024-05-06 18:00:43.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:43.622 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=239] [elementID=1] [comment="table ID is 237"] [2024/05/06 18:00:43.627 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=239] [jobType="drop table"] [2024/05/06 18:00:43.629 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=239] [conn=2] [job="ID:239, Type:drop table, State:synced, SchemaState:none, SchemaID:232, TableID:237, RowCount:0, ArgLen:3, start time: 2024-05-06 18:00:43.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:43.647 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=239] [2024/05/06 18:00:43.647 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:00:43.649 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=169] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 18:00:43.663 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:241, Type:create table, State:queueing, SchemaState:none, SchemaID:232, TableID:240, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:43.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:00:43.663 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:241, Type:create table, State:queueing, SchemaState:none, SchemaID:232, TableID:240, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:43.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 18:00:43.679 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:create table, State:queueing, SchemaState:none, SchemaID:232, TableID:240, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:43.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:43.699 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=47] [step=-2] [state=succeed] [2024/05/06 18:00:43.700 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=2.2138ms] [gotSchemaVersion=170] [phyTblIDs="[240]"] [actionTypes="[3]"] [2024/05/06 18:00:43.704 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=241] [version=170] [2024/05/06 18:00:43.747 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=52.518843ms] [job="ID:241, Type:create table, State:done, SchemaState:public, SchemaID:232, TableID:240, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:43.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:43.764 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [job="ID:241, Type:create table, State:synced, SchemaState:public, SchemaID:232, TableID:240, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:43.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:43.776 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=241] [2024/05/06 18:00:43.776 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:00:43.784 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=47] [2024/05/06 18:00:43.791 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:00:43.806 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:00:43.820 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, `b`, @`1`)\",\"set-clause\":\"`c`=COALESCE(@`1`, 100)\",\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 18:00:43.839 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=48] [job-id=48] [thread-cnt=8] [2024/05/06 18:00:43.839 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=48] [2024/05/06 18:00:44.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=48] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:00:45.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=48] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:00:45.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=48] [task-type=ImportInto] [num=1] [2024/05/06 18:00:45.275 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=48] [curr-step=init] [next-step=import] [2024/05/06 18:00:45.287 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 18:00:45.287 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/05/06 18:00:45.288 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=47.663µs] [2024/05/06 18:00:45.288 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=169.083µs] [] [2024/05/06 18:00:45.288 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=48] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:00:45.288 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=48] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:00:45.288 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:00:45.301 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=48] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:00:45.301 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:00:45.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=48] [2024/05/06 18:00:45.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=48] [type=ImportInto] [2024/05/06 18:00:45.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:45.782 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:45.782 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:45.783 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:45.783 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:45.784 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:45.784 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:45.784 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=48] [mode=Import] [2024/05/06 18:00:45.799 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:45.799 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:45.799 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:45.799 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:45.799 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:00:45.799 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:45.799 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:45.799 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:45.799 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:45.799 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:45.805 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=48] [2024/05/06 18:00:45.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=48] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:00:45.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=48] [step=import] [2024/05/06 18:00:45.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=48] [step=import] [2024/05/06 18:00:45.886 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:45.887 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:45.887 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:45.888 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:45.888 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:45.889 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:45.889 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:45.889 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:45.889 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:45.889 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:00:45.889 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:45.889 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:45.889 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:45.889 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/06 18:00:45.889 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:45.889 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:45.889 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:45.889 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:45.893 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:45.894 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:45.894 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:45.895 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:45.895 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:45.896 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:45.896 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:45.905 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:00:45.905 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 18:00:45.905 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=48] [step=import] [limit=256MiB] [2024/05/06 18:00:45.920 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=48] [step=import] [subtask-id=97] [2024/05/06 18:00:45.924 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 18:00:45.927 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 18:00:45.927 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=240] [2024/05/06 18:00:45.958 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=240] [key=input-cnt-mismatch.csv:0] [2024/05/06 18:00:45.959 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=240] [key=input-cnt-mismatch.csv:0] [readDur=948.201µs] [encodeDur=247.085µs] [deliverDur=207.97µs] [checksum="{cksum=4856294282864387256,size=82,kvs=2}"] [takeTime=1.676949ms] [] [2024/05/06 18:00:45.960 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=48] [step=import] [subtask-id=97] [takeTime=40.376653ms] [] [2024/05/06 18:00:45.960 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/48/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/f67afdf7-d2a5-4a34-86d4-9cdee6788ab5.sst] [firstKey=7480000000000000F05F728000000000000001] [lastKey=7480000000000000F05F728000000000000002] [2024/05/06 18:00:45.960 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/05/06 18:00:45.960 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/05/06 18:00:45.960 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 18:00:45.962 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.804568ms] [] [2024/05/06 18:00:45.962 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 18:00:45.966 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:00:45.968 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=82] [2024/05/06 18:00:45.968 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:00:45.968 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 18:00:45.968 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFF05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFF05F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 18:00:45.969 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFF05F728000000000FF0000010000000000FA] [end=7480000000000000FFF05F728000000000FF0000030000000000FA] [2024/05/06 18:00:45.969 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFF05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFF05F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 18:00:45.970 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=472.301µs] [2024/05/06 18:00:45.970 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.229021ms] [] [2024/05/06 18:00:45.982 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 92, but you sent conf_ver: 5 version: 90"] [region="{ID=388,startKey=7480000000000000FFF05F728000000000FF0000010000000000FA,endKey=7480000000000000FFF05F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:92 \",peers=\"id:389 store_id:2 ,id:390 store_id:1 ,id:391 store_id:3 \"}"] [start=7480000000000000F05F728000000000000001] [end=7480000000000000F05F728000000000000003] [2024/05/06 18:00:45.982 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000F05F728000000000000001] [endKey=7480000000000000F05F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:00:47.982 +08:00] [2024/05/06 18:00:45.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574245745295364] [req-type=Cop] [region="{ region id: 14, ver: 90, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:00:45.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574245745295364] [req-type=Cop] [region="{ region id: 14, ver: 90, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:00:47.996 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 18:00:47.997 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.035083492s] [] [2024/05/06 18:00:47.997 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 18:00:47.999 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.000586ms] [] [2024/05/06 18:00:47.999 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/05/06 18:00:47.999 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 18:00:48.000 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.580992ms] [] [2024/05/06 18:00:48.000 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 18:00:48.000 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 18:00:48.000 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=40.935µs] [] [2024/05/06 18:00:48.000 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 18:00:48.001 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=777.702µs] [] [2024/05/06 18:00:48.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=48] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:00:48.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=48] [task-type=ImportInto] [num=1] [2024/05/06 18:00:48.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [2024/05/06 18:00:48.282 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:48.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:48.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:48.284 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:48.284 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:48.285 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:48.285 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:48.285 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:00:48.299 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:48.299 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:48.299 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:00:48.299 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:48.299 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:48.299 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:48.300 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:48.300 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:48.300 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:48.300 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:48.315 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":3}}"] [2024/05/06 18:00:48.317 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:00:48.317 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=48] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 18:00:48.317 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:00:48.329 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=48] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:00:48.329 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:00:48.628 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=48] [step=import] [2024/05/06 18:00:48.632 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:00:48.632 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:48.632 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:48.632 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:48.632 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:48.632 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:48.632 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:48.632 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:48.632 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:48.632 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:48.633 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:48.633 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:48.633 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:48.633 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=48] [error="context canceled"] [2024/05/06 18:00:48.633 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=48] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.754898632s] [] [2024/05/06 18:00:48.940 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=48] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:00:48.941 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=48] [step=post-process] [2024/05/06 18:00:48.955 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [2024/05/06 18:00:48.955 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [2024/05/06 18:00:48.955 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [2024/05/06 18:00:48.958 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:48.959 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:48.959 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:48.960 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:48.960 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:48.961 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:48.961 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:48.961 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:48.961 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:48.961 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:48.961 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:00:48.961 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:48.961 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:00:48.961 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:00:48.961 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:48.961 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:48.961 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:48.962 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:48.962 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:48.969 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [takeTime=13.724563ms] [] [2024/05/06 18:00:48.969 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [checksum="{cksum=4856294282864387256,size=82,kvs=2}"] [2024/05/06 18:00:48.970 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [weight=30] [2024/05/06 18:00:48.970 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [concurrency=15] [2024/05/06 18:00:48.972 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574246531727368] [req-type=Cop] [region="{ region id: 384, ver: 92, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 385, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 386, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 387, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=385-not_leader-386:1] [2024/05/06 18:00:48.976 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [local="{cksum=4856294282864387256,size=82,kvs=2}"] [2024/05/06 18:00:48.977 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [takeTime=21.190908ms] [] [2024/05/06 18:00:48.977 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [takeTime=21.316533ms] [] [2024/05/06 18:00:49.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=48] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:00:49.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=48] [task-type=ImportInto] [num=1] [2024/05/06 18:00:49.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=48] [curr-step=post-process] [next-step=done] [2024/05/06 18:00:49.279 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=48] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:00:49.280 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:00:49.292 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=48] [step=done] [state=running] [] [2024/05/06 18:00:49.294 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=48] [2024/05/06 18:00:49.301 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:00:49.552 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.772672658\n# Parse_time: 0.000166864\n# Compile_time: 0.000448432\n# Rewrite_time: 0.000140464\n# Optimize_time: 0.000211452\n# Wait_TS: 0.000364242\n# DB: load_data\n# Is_internal: false\n# Digest: 6be6ceffb424c57058f47c47fbefd24c0d807fe3c30448873e5dc402a3cb9b8c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS43N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS43N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` (`a`,`b`,@`1`) SET `c`=COALESCE(@`1`, 100) FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestLoadRemote/TestInputNull [2024/05/06 18:00:49.556 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=170] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 18:00:49.566 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:242, Type:drop schema, State:queueing, SchemaState:public, SchemaID:232, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:00:49.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:00:49.566 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:242, Type:drop schema, State:queueing, SchemaState:public, SchemaID:232, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:00:49.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop database if exists load_data"] [2024/05/06 18:00:49.581 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=242] [conn=2] [category=ddl] [job="ID:242, Type:drop schema, State:queueing, SchemaState:public, SchemaID:232, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:49.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:49.600 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=598.113µs] [gotSchemaVersion=171] [phyTblIDs="[240]"] [actionTypes="[2]"] [2024/05/06 18:00:49.601 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=48] [error="context canceled"] [2024/05/06 18:00:49.601 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=48] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=660.892738ms] [] [2024/05/06 18:00:49.604 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=242] [version=171] [2024/05/06 18:00:49.649 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=53.479327ms] [job="ID:242, Type:drop schema, State:running, SchemaState:write only, SchemaID:232, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:00:49.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:49.663 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=242] [conn=2] [category=ddl] [job="ID:242, Type:drop schema, State:running, SchemaState:write only, SchemaID:232, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:49.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:49.677 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=514.171µs] [gotSchemaVersion=172] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:00:49.681 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=242] [version=172] [2024/05/06 18:00:49.727 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=172] ["take time"=53.716074ms] [job="ID:242, Type:drop schema, State:running, SchemaState:delete only, SchemaID:232, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:49.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:49.741 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=242] [conn=2] [category=ddl] [job="ID:242, Type:drop schema, State:running, SchemaState:delete only, SchemaID:232, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:49.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:49.759 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=172] [neededSchemaVersion=173] ["start time"=544.825µs] [gotSchemaVersion=173] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:00:49.763 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=242] [version=173] [2024/05/06 18:00:49.784 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=48] [2024/05/06 18:00:49.791 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:00:49.806 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:00:49.809 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=173] ["take time"=53.151421ms] [job="ID:242, Type:drop schema, State:done, SchemaState:none, SchemaID:232, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:00:49.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:49.823 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=242] [tableIDs="[240]"] [2024/05/06 18:00:49.828 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=242] [jobType="drop schema"] [2024/05/06 18:00:49.829 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=242] [conn=2] [job="ID:242, Type:drop schema, State:synced, SchemaState:none, SchemaID:232, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:00:49.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:49.845 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=242] [2024/05/06 18:00:49.845 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:00:49.848 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=173] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 18:00:49.860 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:244, Type:create schema, State:queueing, SchemaState:none, SchemaID:243, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:00:49.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:00:49.860 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:244, Type:create schema, State:queueing, SchemaState:none, SchemaID:243, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:00:49.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database load_data"] [2024/05/06 18:00:49.875 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:create schema, State:queueing, SchemaState:none, SchemaID:243, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:49.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:49.890 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=173] [neededSchemaVersion=174] ["start time"=1.056124ms] [gotSchemaVersion=174] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:00:49.894 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=244] [version=174] [2024/05/06 18:00:49.938 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=174] ["take time"=52.420357ms] [job="ID:244, Type:create schema, State:done, SchemaState:public, SchemaID:243, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:00:49.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:49.955 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [job="ID:244, Type:create schema, State:synced, SchemaState:public, SchemaID:243, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:49.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:49.965 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=244] [2024/05/06 18:00:49.965 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:00:49.969 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=174] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 18:00:49.970 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=174] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 18:00:49.986 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:246, Type:create table, State:queueing, SchemaState:none, SchemaID:243, TableID:245, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:49.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:00:49.987 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:246, Type:create table, State:queueing, SchemaState:none, SchemaID:243, TableID:245, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:49.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 18:00:50.002 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=246] [conn=2] [category=ddl] [job="ID:246, Type:create table, State:queueing, SchemaState:none, SchemaID:243, TableID:245, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:49.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:50.024 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=174] [neededSchemaVersion=175] ["start time"=2.673634ms] [gotSchemaVersion=175] [phyTblIDs="[245]"] [actionTypes="[3]"] [2024/05/06 18:00:50.029 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=246] [version=175] [2024/05/06 18:00:50.072 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=175] ["take time"=52.851881ms] [job="ID:246, Type:create table, State:done, SchemaState:public, SchemaID:243, TableID:245, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:49.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:50.088 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=246] [conn=2] [job="ID:246, Type:create table, State:synced, SchemaState:public, SchemaID:243, TableID:245, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:49.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:50.100 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=246] [2024/05/06 18:00:50.100 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:00:50.143 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=false] [2024/05/06 18:00:50.163 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=49] [job-id=49] [thread-cnt=8] [2024/05/06 18:00:50.163 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=49] [2024/05/06 18:00:50.771 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=49] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:00:51.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=49] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:00:51.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=49] [task-type=ImportInto] [num=1] [2024/05/06 18:00:51.275 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=49] [curr-step=init] [next-step=import] [2024/05/06 18:00:51.288 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 18:00:51.288 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/05/06 18:00:51.288 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=41.078µs] [2024/05/06 18:00:51.288 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=133.888µs] [] [2024/05/06 18:00:51.288 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=49] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:00:51.288 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=49] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:00:51.288 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:00:51.302 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=49] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:00:51.302 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:00:51.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=49] [2024/05/06 18:00:51.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=49] [type=ImportInto] [2024/05/06 18:00:51.782 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:51.783 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:51.783 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:51.784 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:51.784 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:51.784 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:51.785 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:51.785 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=49] [mode=Import] [2024/05/06 18:00:51.799 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:00:51.799 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:51.799 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:51.799 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:51.799 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:51.799 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:51.799 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:51.799 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:51.800 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:51.800 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:51.805 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=49] [2024/05/06 18:00:51.878 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=49] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:00:51.879 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=49] [step=import] [2024/05/06 18:00:51.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=49] [step=import] [2024/05/06 18:00:51.885 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:51.886 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:51.886 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:51.887 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:51.887 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:51.888 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:51.888 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:51.888 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:51.888 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:51.888 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:51.888 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:00:51.888 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:51.888 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:00:51.888 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:00:51.888 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:51.888 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:51.888 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:51.888 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:51.888 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:51.892 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:51.893 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:51.893 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:51.894 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:51.894 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:51.895 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:51.895 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:51.905 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:00:51.905 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 18:00:51.905 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=49] [step=import] [limit=256MiB] [2024/05/06 18:00:51.919 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=49] [step=import] [subtask-id=99] [2024/05/06 18:00:51.923 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 18:00:51.926 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 18:00:51.927 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=245] [2024/05/06 18:00:51.973 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=245] [key=nil-input.tsv:0] [2024/05/06 18:00:51.976 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=245] [key=nil-input.tsv:0] [readDur=1.014464ms] [encodeDur=892.213µs] [deliverDur=208.108µs] [checksum="{cksum=9808978835103257982,size=74,kvs=2}"] [takeTime=2.40818ms] [] [2024/05/06 18:00:51.977 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=990] [file=/tmp/tidb/import-4000/49/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/b3f17902-b241-4531-861f-c6cb3a5fac01.sst] [firstKey=7480000000000000F55F728000000000000001] [lastKey=7480000000000000F55F728000000000000002] [2024/05/06 18:00:51.977 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=49] [step=import] [subtask-id=99] [takeTime=57.109168ms] [] [2024/05/06 18:00:51.977 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/05/06 18:00:51.977 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/05/06 18:00:51.977 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 18:00:51.978 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.592455ms] [] [2024/05/06 18:00:51.979 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 18:00:51.987 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:00:51.988 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=74] [2024/05/06 18:00:51.988 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:00:51.989 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 18:00:51.989 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFF55F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFF55F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 18:00:51.989 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFF55F728000000000FF0000010000000000FA] [end=7480000000000000FFF55F728000000000FF0000030000000000FA] [2024/05/06 18:00:51.989 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFF55F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFF55F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 18:00:51.990 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=489.044µs] [2024/05/06 18:00:51.990 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.33786ms] [] [2024/05/06 18:00:51.998 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 20, store 1, region 14, epoch conf_ver:5 version:92 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 94, request epoch conf_ver: 5 version: 92\")"] ["job stage"=needRescan] [2024/05/06 18:00:51.999 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000F55F728000000000000001] [endKey=7480000000000000F55F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:00:53.999 +08:00] [2024/05/06 18:00:52.039 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574247331528708] [req-type=Cop] [region="{ region id: 14, ver: 92, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:00:52.039 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574247331528708] [req-type=Cop] [region="{ region id: 14, ver: 92, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:00:54.012 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=2] [importedSize=74] [importedCount=2] [2024/05/06 18:00:54.013 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.03450803s] [] [2024/05/06 18:00:54.013 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 18:00:54.014 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.000033ms] [] [2024/05/06 18:00:54.014 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/05/06 18:00:54.014 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 18:00:54.016 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.352329ms] [] [2024/05/06 18:00:54.016 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 18:00:54.016 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 18:00:54.016 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=43.122µs] [] [2024/05/06 18:00:54.016 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 18:00:54.017 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=650.058µs] [] [2024/05/06 18:00:54.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=49] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:00:54.279 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=49] [task-type=ImportInto] [num=1] [2024/05/06 18:00:54.280 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [2024/05/06 18:00:54.283 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:54.283 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:54.283 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:54.284 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:54.284 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:54.285 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:54.285 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:54.286 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:00:54.301 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:54.301 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:54.301 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:54.301 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:54.301 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:00:54.301 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:54.301 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:54.301 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:54.301 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:54.301 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:54.318 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":6,\"3\":2}}"] [2024/05/06 18:00:54.319 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:00:54.319 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=49] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 18:00:54.320 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:00:54.333 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=49] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:00:54.333 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:00:54.647 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=49] [step=import] [2024/05/06 18:00:54.651 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:00:54.651 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:54.651 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:54.651 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:54.651 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:54.651 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:54.651 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:54.651 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:54.651 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:54.651 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:54.652 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:54.652 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:54.652 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:54.652 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=49] [error="context canceled"] [2024/05/06 18:00:54.653 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=49] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.774260907s] [] [2024/05/06 18:00:54.959 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=49] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:00:54.960 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=49] [step=post-process] [2024/05/06 18:00:54.974 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [2024/05/06 18:00:54.974 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [2024/05/06 18:00:54.974 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [2024/05/06 18:00:54.977 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:54.978 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:54.978 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:54.979 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:54.979 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:54.980 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:54.980 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:54.980 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:54.980 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:54.980 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:00:54.980 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:54.980 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:00:54.980 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:54.980 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:00:54.980 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:00:54.980 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:54.980 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:54.980 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:54.981 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:54.981 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:54.988 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [takeTime=14.115999ms] [] [2024/05/06 18:00:54.988 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [checksum="{cksum=9808978835103257982,size=74,kvs=2}"] [2024/05/06 18:00:54.989 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [weight=30] [2024/05/06 18:00:54.989 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [concurrency=15] [2024/05/06 18:00:54.991 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [local="{cksum=9808978835103257982,size=74,kvs=2}"] [2024/05/06 18:00:54.991 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [takeTime=17.482665ms] [] [2024/05/06 18:00:54.991 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [takeTime=17.633069ms] [] [2024/05/06 18:00:55.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=49] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:00:55.279 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=49] [task-type=ImportInto] [num=1] [2024/05/06 18:00:55.280 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=49] [curr-step=post-process] [next-step=done] [2024/05/06 18:00:55.280 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=49] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:00:55.280 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:00:55.292 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=49] [step=done] [state=running] [] [2024/05/06 18:00:55.295 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=49] [2024/05/06 18:00:55.302 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:00:55.577 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.473796475\n# Parse_time: 0.000107938\n# Compile_time: 0.00043047\n# Rewrite_time: 0.000139218\n# Optimize_time: 0.000176673\n# Wait_TS: 0.000374271\n# DB: load_data\n# Is_internal: false\n# Digest: 04e3a722142273b9b122933333636d6692b05a35913f7650fc04d34a7a7ca73f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse load_data;\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 18:00:55.580 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=175] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 18:00:55.594 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:248, Type:truncate table, State:queueing, SchemaState:none, SchemaID:243, TableID:245, RowCount:0, ArgLen:3, start time: 2024-05-06 18:00:55.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:00:55.594 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:248, Type:truncate table, State:queueing, SchemaState:none, SchemaID:243, TableID:245, RowCount:0, ArgLen:3, start time: 2024-05-06 18:00:55.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/06 18:00:55.612 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=248] [conn=2] [category=ddl] [job="ID:248, Type:truncate table, State:queueing, SchemaState:none, SchemaID:243, TableID:245, RowCount:0, ArgLen:0, start time: 2024-05-06 18:00:55.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:55.617 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=49] [error="context canceled"] [2024/05/06 18:00:55.617 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=49] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=657.992064ms] [] [2024/05/06 18:00:55.636 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=2.095206ms] [gotSchemaVersion=176] [phyTblIDs="[245,247]"] [actionTypes="[11,11]"] [2024/05/06 18:00:55.641 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=248] [version=176] [2024/05/06 18:00:55.684 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=176] ["take time"=53.128318ms] [job="ID:248, Type:truncate table, State:done, SchemaState:public, SchemaID:243, TableID:245, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:55.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:55.706 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=248] [elementID=1] [comment="table ID is 245"] [2024/05/06 18:00:55.711 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=248] [jobType="truncate table"] [2024/05/06 18:00:55.712 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=248] [conn=2] [job="ID:248, Type:truncate table, State:synced, SchemaState:public, SchemaID:243, TableID:245, RowCount:0, ArgLen:2, start time: 2024-05-06 18:00:55.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:00:55.730 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=248] [2024/05/06 18:00:55.730 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:00:55.776 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, @`1`, `c`)\",\"set-clause\":\"`b`=COALESCE(@`1`, _UTF8MB4'def')\",\"file-location\":\"gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=false] [2024/05/06 18:00:55.785 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=49] [2024/05/06 18:00:55.792 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:00:55.794 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=50] [job-id=50] [thread-cnt=8] [2024/05/06 18:00:55.795 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=50] [2024/05/06 18:00:55.806 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:00:56.771 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=50] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:00:57.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=50] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:00:57.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=50] [task-type=ImportInto] [num=1] [2024/05/06 18:00:57.275 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=50] [curr-step=init] [next-step=import] [2024/05/06 18:00:57.288 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 18:00:57.288 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/05/06 18:00:57.288 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=59.008µs] [2024/05/06 18:00:57.288 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=166.091µs] [] [2024/05/06 18:00:57.288 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=50] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:00:57.288 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=50] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:00:57.288 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:00:57.301 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=50] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:00:57.302 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:00:57.573 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=50] [2024/05/06 18:00:57.573 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=50] [type=ImportInto] [2024/05/06 18:00:57.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:57.782 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:57.782 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:57.783 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:57.783 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:57.784 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:57.784 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:57.784 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=50] [mode=Import] [2024/05/06 18:00:57.798 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:57.798 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:57.798 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:57.798 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:57.798 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:57.798 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:00:57.799 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:57.799 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:57.799 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:57.799 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:57.805 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=50] [2024/05/06 18:00:57.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=50] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:00:57.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=50] [step=import] [2024/05/06 18:00:57.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=50] [step=import] [2024/05/06 18:00:57.886 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:57.887 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:57.887 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:57.888 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:57.888 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:57.889 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:57.889 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:57.889 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:00:57.889 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:00:57.889 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:00:57.889 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:00:57.889 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:00:57.889 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:00:57.889 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:00:57.890 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:00:57.890 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:00:57.890 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:00:57.890 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:00:57.890 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:00:57.890 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:00:57.894 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:00:57.894 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:00:57.894 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:00:57.895 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:57.895 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:00:57.896 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:00:57.896 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:00:57.906 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:00:57.906 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 18:00:57.906 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=50] [step=import] [limit=256MiB] [2024/05/06 18:00:57.920 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=50] [step=import] [subtask-id=101] [2024/05/06 18:00:57.924 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 18:00:57.927 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 18:00:57.927 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=247] [2024/05/06 18:00:57.941 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=247] [key=nil-input.tsv:0] [2024/05/06 18:00:57.943 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=247] [key=nil-input.tsv:0] [readDur=772.917µs] [encodeDur=232.694µs] [deliverDur=215.395µs] [checksum="{cksum=7406304679950551698,size=80,kvs=2}"] [takeTime=1.489157ms] [] [2024/05/06 18:00:57.944 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=50] [step=import] [subtask-id=101] [takeTime=23.520549ms] [] [2024/05/06 18:00:57.944 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=80] [kvs=2] [files=1] [sstFileSize=989] [file=/tmp/tidb/import-4000/50/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/3ab3f700-2e15-4c70-9dec-d9ea354844e9.sst] [firstKey=7480000000000000F75F728000000000000001] [lastKey=7480000000000000F75F728000000000000002] [2024/05/06 18:00:57.944 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/05/06 18:00:57.944 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/05/06 18:00:57.944 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 18:00:57.946 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.609074ms] [] [2024/05/06 18:00:57.946 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 18:00:57.949 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:00:57.951 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=80] [2024/05/06 18:00:57.951 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:00:57.951 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 18:00:57.951 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFF75F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFF75F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 18:00:57.952 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFF75F728000000000FF0000010000000000FA] [end=7480000000000000FFF75F728000000000FF0000030000000000FA] [2024/05/06 18:00:57.952 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFF75F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFF75F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 18:00:57.952 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=411.19µs] [2024/05/06 18:00:57.952 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.13657ms] [] [2024/05/06 18:00:57.960 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 20, store 1, region 14, epoch conf_ver:5 version:94 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 96, request epoch conf_ver: 5 version: 94\")"] ["job stage"=needRescan] [2024/05/06 18:00:57.961 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000F75F728000000000000001] [endKey=7480000000000000F75F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:00:59.961 +08:00] [2024/05/06 18:00:57.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574248891285508] [req-type=Cop] [region="{ region id: 14, ver: 94, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:00:57.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574248891285508] [req-type=Cop] [region="{ region id: 14, ver: 94, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:00:59.974 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=80] [kvs=2] [importedSize=80] [importedCount=2] [2024/05/06 18:00:59.975 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.029402244s] [] [2024/05/06 18:00:59.975 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 18:00:59.976 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=975.097µs] [] [2024/05/06 18:00:59.976 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/05/06 18:00:59.976 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 18:00:59.978 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.246846ms] [] [2024/05/06 18:00:59.978 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 18:00:59.978 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 18:00:59.978 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=55.422µs] [] [2024/05/06 18:00:59.978 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 18:00:59.978 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=686.166µs] [] [2024/05/06 18:01:00.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=50] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:01:00.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=50] [task-type=ImportInto] [num=1] [2024/05/06 18:01:00.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [2024/05/06 18:01:00.282 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:00.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:00.283 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:00.283 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:00.283 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:00.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:00.284 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:00.284 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:01:00.300 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:01:00.300 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:00.300 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:00.300 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:00.300 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:00.300 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:00.300 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:00.300 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:00.300 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:00.300 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:00.314 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":10,\"3\":2}}"] [2024/05/06 18:01:00.315 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:01:00.315 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=50] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 18:01:00.315 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:00.327 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=50] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:01:00.327 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:00.604 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=50] [step=import] [2024/05/06 18:01:00.607 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:00.607 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:00.607 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:01:00.607 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:00.607 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:00.607 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:00.607 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:00.607 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:00.607 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:00.607 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:00.608 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:00.608 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:00.608 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:00.609 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=50] [error="context canceled"] [2024/05/06 18:01:00.609 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=50] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.729478739s] [] [2024/05/06 18:01:00.915 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=50] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:01:00.916 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=50] [step=post-process] [2024/05/06 18:01:00.930 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [2024/05/06 18:01:00.930 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [2024/05/06 18:01:00.930 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [2024/05/06 18:01:00.933 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:00.933 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:00.933 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:00.934 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:00.934 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:00.935 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:00.936 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:00.936 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:00.936 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:00.936 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:01:00.936 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:00.936 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:00.936 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:01:00.936 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:01:00.936 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:00.936 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:00.936 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:00.936 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:00.936 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:00.944 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [takeTime=13.853986ms] [] [2024/05/06 18:01:00.944 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [checksum="{cksum=7406304679950551698,size=80,kvs=2}"] [2024/05/06 18:01:00.945 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [weight=30] [2024/05/06 18:01:00.945 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [concurrency=15] [2024/05/06 18:01:00.947 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [local="{cksum=7406304679950551698,size=80,kvs=2}"] [2024/05/06 18:01:00.947 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [takeTime=16.9372ms] [] [2024/05/06 18:01:00.947 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [takeTime=17.080606ms] [] [2024/05/06 18:01:01.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=50] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:01.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=50] [task-type=ImportInto] [num=1] [2024/05/06 18:01:01.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=50] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:01.279 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=50] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:01.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:01.291 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=50] [step=done] [state=running] [] [2024/05/06 18:01:01.294 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=50] [2024/05/06 18:01:01.301 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:01:01.507 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.773677092\n# Parse_time: 0.000159783\n# Compile_time: 0.000446224\n# Rewrite_time: 0.000142239\n# Optimize_time: 0.00017953\n# Wait_TS: 0.000356305\n# DB: load_data\n# Is_internal: false\n# Digest: 5fc90d49cd6c5db4492fcb810e59b8425f38ab71f4e9a5a76407f02caf95b16e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS43N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS43N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` (`a`,@`1`,`c`) SET `b`=COALESCE(@`1`, _UTF8MB4'def') FROM 'gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] === RUN TestLoadRemote/TestJobFailWhenDispatchSubtask [2024/05/06 18:01:01.510 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=176] [cur_db=load_data] [sql="drop database if exists fail_job_after_import"] [user=root@%] [2024/05/06 18:01:01.512 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=176] [cur_db=load_data] [sql="create database fail_job_after_import"] [user=root@%] [2024/05/06 18:01:01.525 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:250, Type:create schema, State:queueing, SchemaState:none, SchemaID:249, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:01:01.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:01:01.525 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:250, Type:create schema, State:queueing, SchemaState:none, SchemaID:249, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:01:01.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database fail_job_after_import"] [2024/05/06 18:01:01.542 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=250] [conn=2] [category=ddl] [job="ID:250, Type:create schema, State:queueing, SchemaState:none, SchemaID:249, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:01.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:01.559 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=176] [neededSchemaVersion=177] ["start time"=1.089116ms] [gotSchemaVersion=177] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:01:01.563 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=250] [version=177] [2024/05/06 18:01:01.571 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=50] [error="context canceled"] [2024/05/06 18:01:01.571 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=50] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=656.600928ms] [] [2024/05/06 18:01:01.608 +08:00] [INFO] [domain.go:2871] ["refreshServerIDTTL succeed"] [serverID=1705] ["lease id"=6f188f4d535e5c98] [2024/05/06 18:01:01.608 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=177] ["take time"=53.411179ms] [job="ID:250, Type:create schema, State:done, SchemaState:public, SchemaID:249, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:01:01.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:01.623 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=250] [conn=2] [job="ID:250, Type:create schema, State:synced, SchemaState:public, SchemaID:249, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:01.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:01.634 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=250] [2024/05/06 18:01:01.634 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:01:01.637 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=177] [cur_db=fail_job_after_import] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 18:01:01.652 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:252, Type:create table, State:queueing, SchemaState:none, SchemaID:249, TableID:251, RowCount:0, ArgLen:2, start time: 2024-05-06 18:01:01.641 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:01:01.652 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:252, Type:create table, State:queueing, SchemaState:none, SchemaID:249, TableID:251, RowCount:0, ArgLen:2, start time: 2024-05-06 18:01:01.641 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 18:01:01.674 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=252] [conn=2] [category=ddl] [job="ID:252, Type:create table, State:queueing, SchemaState:none, SchemaID:249, TableID:251, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:01.641 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:01.695 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=177] [neededSchemaVersion=178] ["start time"=1.860023ms] [gotSchemaVersion=178] [phyTblIDs="[251]"] [actionTypes="[3]"] [2024/05/06 18:01:01.699 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=252] [version=178] [2024/05/06 18:01:01.742 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=178] ["take time"=52.615714ms] [job="ID:252, Type:create table, State:done, SchemaState:public, SchemaID:249, TableID:251, RowCount:0, ArgLen:2, start time: 2024-05-06 18:01:01.641 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:01.757 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=104] [2024/05/06 18:01:01.758 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=252] [conn=2] [job="ID:252, Type:create table, State:synced, SchemaState:public, SchemaID:249, TableID:251, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:01.641 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:01.770 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=252] [2024/05/06 18:01:01.770 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:01:01.784 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=50] [2024/05/06 18:01:01.792 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:01:01.804 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=107] [2024/05/06 18:01:01.806 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:01:01.817 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://fail_job_after_import/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 18:01:01.834 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=51] [job-id=51] [thread-cnt=8] [2024/05/06 18:01:01.834 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=51] [2024/05/06 18:01:01.847 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=110] [2024/05/06 18:01:01.892 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=113] [2024/05/06 18:01:01.933 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=116] [2024/05/06 18:01:01.977 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=119] [2024/05/06 18:01:02.021 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=122] [2024/05/06 18:01:02.065 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=125] [2024/05/06 18:01:02.108 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=128] [2024/05/06 18:01:02.151 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=131] [2024/05/06 18:01:02.194 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=134] [2024/05/06 18:01:02.235 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=137] [2024/05/06 18:01:02.283 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=143] [2024/05/06 18:01:02.331 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=149] [2024/05/06 18:01:02.372 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=151] [2024/05/06 18:01:02.420 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=153] [2024/05/06 18:01:02.462 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=158] [2024/05/06 18:01:02.504 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=163] [2024/05/06 18:01:02.544 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=165] [2024/05/06 18:01:02.586 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=169] [2024/05/06 18:01:02.629 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=171] [2024/05/06 18:01:02.672 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=173] [2024/05/06 18:01:02.721 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=181] [2024/05/06 18:01:02.767 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=185] [2024/05/06 18:01:02.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=51] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:01:02.969 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=199] [2024/05/06 18:01:03.015 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=201] [2024/05/06 18:01:03.058 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=203] [2024/05/06 18:01:03.100 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=208] [2024/05/06 18:01:03.142 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=210] [2024/05/06 18:01:03.190 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=217] [2024/05/06 18:01:03.232 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=219] [2024/05/06 18:01:03.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:01:03.273 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:03.274 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=init] [next-step=import] [2024/05/06 18:01:03.276 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=221] [2024/05/06 18:01:03.285 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t1] [2024/05/06 18:01:03.285 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 18:01:03.285 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=62.652µs] [2024/05/06 18:01:03.285 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t1] [takeTime=160.53µs] [] [2024/05/06 18:01:03.285 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=51] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:01:03.286 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:01:03.286 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:01:03.298 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=51] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:01:03.298 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:01:03.318 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=223] [2024/05/06 18:01:03.359 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=225] [2024/05/06 18:01:03.401 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=227] [2024/05/06 18:01:03.442 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=229] [2024/05/06 18:01:03.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=51] [2024/05/06 18:01:03.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=51] [type=ImportInto] [2024/05/06 18:01:03.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:03.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:03.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:03.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:03.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:03.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:03.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:03.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=51] [mode=Import] [2024/05/06 18:01:03.798 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:03.798 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:03.798 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:03.798 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:03.798 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:01:03.798 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:03.798 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:03.798 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:03.798 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:03.798 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:03.804 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=51] [2024/05/06 18:01:03.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=51] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:01:03.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=51] [step=import] [2024/05/06 18:01:03.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=51] [step=import] [2024/05/06 18:01:03.885 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:03.886 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:03.886 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:03.887 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:03.887 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:03.888 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:03.888 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:03.888 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:03.888 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:03.888 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:03.888 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:03.888 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:01:03.888 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:01:03.888 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:03.888 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:03.888 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:03.888 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:03.888 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:03.892 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:03.893 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:03.893 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:03.894 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:03.894 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:03.895 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:03.895 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:03.904 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:01:03.904 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/05/06 18:01:03.904 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=51] [step=import] [limit=256MiB] [2024/05/06 18:01:03.917 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=51] [step=import] [subtask-id=103] [2024/05/06 18:01:03.921 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/06 18:01:03.924 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 18:01:03.925 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=251] [2024/05/06 18:01:03.984 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=251] [key=t.csv:0] [2024/05/06 18:01:03.986 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=251] [key=t.csv:0] [readDur=1.011985ms] [encodeDur=372.2µs] [deliverDur=154.966µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [takeTime=1.835504ms] [] [2024/05/06 18:01:03.987 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/51/3c229875-a87b-5dfa-aef9-0ffcec4d91ae.sst/ff164e95-5e1b-4572-94bd-cc75586f0aae.sst] [firstKey=7480000000000000FB5F728000000000000001] [lastKey=7480000000000000FB5F728000000000000002] [2024/05/06 18:01:03.987 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=51] [step=import] [subtask-id=103] [takeTime=69.654781ms] [] [2024/05/06 18:01:03.987 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/05/06 18:01:03.987 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/05/06 18:01:03.987 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/06 18:01:03.989 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [takeTime=1.503785ms] [] [2024/05/06 18:01:03.989 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [retryCnt=0] [2024/05/06 18:01:03.993 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:01:03.995 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] ["region ranges"=1] [count=2] [size=50] [2024/05/06 18:01:03.995 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:01:03.995 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/06 18:01:03.995 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFFB5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFFB5F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 18:01:03.996 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFFB5F728000000000FF0000010000000000FA] [end=7480000000000000FFFB5F728000000000FF0000030000000000FA] [2024/05/06 18:01:03.996 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFFB5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFFB5F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 18:01:03.996 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=448.096µs] [2024/05/06 18:01:03.996 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [takeTime=1.179236ms] [] [2024/05/06 18:01:04.008 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 98, but you sent conf_ver: 5 version: 96"] [region="{ID=412,startKey=7480000000000000FFFB5F728000000000FF0000010000000000FA,endKey=7480000000000000FFFB5F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:98 \",peers=\"id:413 store_id:2 ,id:414 store_id:1 ,id:415 store_id:3 \"}"] [start=7480000000000000FB5F728000000000000001] [end=7480000000000000FB5F728000000000000003] [2024/05/06 18:01:04.008 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000FB5F728000000000000001] [endKey=7480000000000000FB5F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:01:06.008 +08:00] [2024/05/06 18:01:04.039 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574250477256707] [req-type=Cop] [region="{ region id: 14, ver: 96, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:01:04.039 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574250477256707] [req-type=Cop] [region="{ region id: 14, ver: 96, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:01:06.021 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 18:01:06.022 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [retryCnt=0] [takeTime=2.033352851s] [] [2024/05/06 18:01:06.022 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/06 18:01:06.023 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [takeTime=992.779µs] [] [2024/05/06 18:01:06.023 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/05/06 18:01:06.023 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 18:01:06.025 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [takeTime=1.257949ms] [] [2024/05/06 18:01:06.025 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [retryCnt=0] [2024/05/06 18:01:06.025 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 18:01:06.025 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [retryCnt=0] [takeTime=46.245µs] [] [2024/05/06 18:01:06.025 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 18:01:06.026 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [takeTime=740.813µs] [] [2024/05/06 18:01:06.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:01:06.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:06.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=import] [next-step=post-process] [2024/05/06 18:01:06.280 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:06.281 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:06.281 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:06.282 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:06.282 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:06.283 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:06.283 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:06.283 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=51] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:01:06.297 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:06.297 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:06.297 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:01:06.297 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:06.297 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:06.297 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:06.297 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:06.297 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:06.297 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:06.297 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:06.304 +08:00] [WARN] [dispatcher.go:580] ["generate part of subtasks failed"] [task-id=51] [task-type=ImportInto] [error="injected error after StepImport"] [errorVerbose="injected error after StepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportDispatcherExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/dispatcher.go:268\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:578\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:06.304 +08:00] [WARN] [dispatcher.go:631] ["generate plan failed"] [task-id=51] [task-type=ImportInto] [error="injected error after StepImport"] [errorVerbose="injected error after StepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportDispatcherExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/dispatcher.go:268\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:578\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [state=running] [2024/05/06 18:01:06.305 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=51] [step=import] [state=running] [error="injected error after StepImport"] [errorVerbose="injected error after StepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportDispatcherExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/dispatcher.go:268\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:578\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:06.308 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:06.309 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:06.309 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:06.310 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:06.310 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:06.310 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:06.310 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:06.310 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=51] [step=import] [mode=Normal] [2024/05/06 18:01:06.314 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:06.314 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:01:06.314 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:06.314 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:06.314 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:06.314 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:06.314 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:06.314 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:06.315 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:06.315 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:06.316 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=51] [2024/05/06 18:01:06.323 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=failed] [2024/05/06 18:01:06.333 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=51] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:01:06.333 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=failed] [to=running] [2024/05/06 18:01:06.333 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, from failed to running"] [errorVerbose="invalid task state transform, from failed to running\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:445\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage.func1\n\tpkg/disttask/framework/dispatcher/dispatcher.go:554\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:581\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:06.345 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.571472405\n# Parse_time: 0.000061725\n# Compile_time: 0.000427749\n# Rewrite_time: 0.000148892\n# Optimize_time: 0.000170672\n# Wait_TS: 0.000305575\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 99e0210d02768185f513fdb4826de8b909e90d125e9b68ebb96c6b40a088fef9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6NC41N3MsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjQuNTdzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nuse fail_job_after_import;\nIMPORT INTO `fail_job_after_import`.`t1` FROM 'gs://fail_job_after_import/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 18:01:06.345 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=51] [step=import] === RUN TestLoadRemote/TestKillBeforeFinish [2024/05/06 18:01:06.349 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:06.349 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:01:06.349 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:06.349 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:06.349 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:06.349 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:06.349 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:06.349 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:06.349 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:06.349 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:06.350 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:06.350 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:06.350 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:06.350 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=51] [error="context canceled"] [2024/05/06 18:01:06.351 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=51] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.4712749s] [] [2024/05/06 18:01:06.377 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=178] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS kill_job;"] [user=root@%] [2024/05/06 18:01:06.378 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=178] [cur_db=fail_job_after_import] [sql="CREATE DATABASE kill_job;"] [user=root@%] [2024/05/06 18:01:06.391 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:254, Type:create schema, State:queueing, SchemaState:none, SchemaID:253, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:01:06.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:01:06.391 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:254, Type:create schema, State:queueing, SchemaState:none, SchemaID:253, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:01:06.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE kill_job;"] [2024/05/06 18:01:06.410 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=254] [conn=2] [category=ddl] [job="ID:254, Type:create schema, State:queueing, SchemaState:none, SchemaID:253, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:06.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:06.425 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=178] [neededSchemaVersion=179] ["start time"=1.099716ms] [gotSchemaVersion=179] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:01:06.430 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=254] [version=179] [2024/05/06 18:01:06.475 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=179] ["take time"=53.085866ms] [job="ID:254, Type:create schema, State:done, SchemaState:public, SchemaID:253, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:01:06.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:06.488 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=254] [conn=2] [job="ID:254, Type:create schema, State:synced, SchemaState:public, SchemaID:253, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:06.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:06.498 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=254] [2024/05/06 18:01:06.498 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:01:06.501 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=179] [cur_db=fail_job_after_import] [sql="CREATE TABLE kill_job.t (a INT, b INT, c int);"] [user=root@%] [2024/05/06 18:01:06.515 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:256, Type:create table, State:queueing, SchemaState:none, SchemaID:253, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-06 18:01:06.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:01:06.515 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:256, Type:create table, State:queueing, SchemaState:none, SchemaID:253, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-06 18:01:06.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE kill_job.t (a INT, b INT, c int);"] [2024/05/06 18:01:06.530 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=256] [conn=2] [category=ddl] [job="ID:256, Type:create table, State:queueing, SchemaState:none, SchemaID:253, TableID:255, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:06.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:06.551 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=179] [neededSchemaVersion=180] ["start time"=2.171771ms] [gotSchemaVersion=180] [phyTblIDs="[255]"] [actionTypes="[3]"] [2024/05/06 18:01:06.555 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=256] [version=180] [2024/05/06 18:01:06.599 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=180] ["take time"=53.135903ms] [job="ID:256, Type:create table, State:done, SchemaState:public, SchemaID:253, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-06 18:01:06.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:06.613 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=256] [conn=2] [job="ID:256, Type:create table, State:synced, SchemaState:public, SchemaID:253, TableID:255, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:06.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:06.625 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=256] [2024/05/06 18:01:06.625 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:01:06.666 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/t-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 18:01:06.684 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=52] [job-id=52] [thread-cnt=8] [2024/05/06 18:01:06.684 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=52] [2024/05/06 18:01:06.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:06.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:06.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:06.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:06.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:06.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:06.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:07.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:07.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:07.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:07.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:07.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:07.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:07.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:07.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:07.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:07.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:07.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:07.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:07.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:07.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:08.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:08.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:08.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:08.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:08.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:08.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:08.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:08.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=52] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:01:08.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:08.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:08.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:08.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:08.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:08.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:08.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:09.274 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=52] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:01:09.275 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=52] [task-type=ImportInto] [num=1] [2024/05/06 18:01:09.276 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=52] [curr-step=init] [next-step=import] [2024/05/06 18:01:09.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:09.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:09.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:09.279 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:09.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:09.288 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 18:01:09.288 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=8] [2024/05/06 18:01:09.288 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=51.271µs] [2024/05/06 18:01:09.288 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=144.611µs] [] [2024/05/06 18:01:09.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:09.288 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=52] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:01:09.288 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=52] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:01:09.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:09.289 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:01:09.301 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=52] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:01:09.301 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:01:09.573 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=52] [2024/05/06 18:01:09.573 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=52] [type=ImportInto] [2024/05/06 18:01:09.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:09.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:09.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:09.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:09.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:09.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:09.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:09.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:09.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:09.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:09.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:09.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:09.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=52] [mode=Import] [2024/05/06 18:01:09.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:09.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:09.798 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:09.798 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:09.798 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:09.798 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:09.798 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:01:09.798 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:09.798 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:09.798 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:09.798 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:09.798 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:09.804 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=52] [2024/05/06 18:01:09.880 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=52] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:01:09.881 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=52] [step=import] [2024/05/06 18:01:09.881 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=52] [step=import] [2024/05/06 18:01:09.887 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:09.888 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:09.888 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:09.889 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:09.889 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:09.890 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:09.890 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:09.890 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:09.890 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:09.890 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:09.890 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:01:09.890 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:09.890 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:01:09.890 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:01:09.891 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:09.891 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:09.891 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:09.891 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:09.891 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:09.895 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:09.895 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:09.895 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:09.896 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:09.896 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:09.897 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:09.897 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:09.906 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:01:09.906 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 18:01:09.907 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=52] [step=import] [limit=256MiB] [2024/05/06 18:01:09.921 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=52] [step=import] [subtask-id=104] [2024/05/06 18:01:09.924 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/06 18:01:09.927 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/06 18:01:09.927 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=255] [2024/05/06 18:01:09.934 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=255] [key=t-1.tsv:0] [2024/05/06 18:01:09.935 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=255] [key=t-1.tsv:0] [readDur=861.377µs] [encodeDur=418.479µs] [deliverDur=176.602µs] [checksum="{cksum=17100453993150652909,size=37,kvs=1}"] [takeTime=1.717078ms] [] [2024/05/06 18:01:09.936 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=52] [step=import] [subtask-id=104] [takeTime=15.308941ms] [] [2024/05/06 18:01:09.936 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/52/64636ef9-3fe4-5434-ae74-7ab09274a71e.sst/8ae3c737-3325-46a3-bc50-dd1ef61093f7.sst] [firstKey=7480000000000000FF5F728000000000000001] [lastKey=7480000000000000FF5F728000000000000001] [2024/05/06 18:01:09.936 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/05/06 18:01:09.936 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/05/06 18:01:09.936 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/06 18:01:09.938 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [takeTime=1.627563ms] [] [2024/05/06 18:01:09.938 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [retryCnt=0] [2024/05/06 18:01:09.942 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:01:09.943 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] ["region ranges"=1] [count=1] [size=37] [2024/05/06 18:01:09.944 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:01:09.944 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/06 18:01:09.944 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFFF5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFFF5F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 18:01:09.944 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFFF5F728000000000FF0000010000000000FA] [end=7480000000000000FFFF5F728000000000FF0000020000000000FA] [2024/05/06 18:01:09.944 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFFF5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFFF5F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 18:01:09.945 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=378.717µs] [2024/05/06 18:01:09.945 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] [takeTime=1.12338ms] [] [2024/05/06 18:01:09.952 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:98 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 100, request epoch conf_ver: 5 version: 98\")"] ["job stage"=needRescan] [2024/05/06 18:01:09.953 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000FF5F728000000000000001] [endKey=7480000000000000FF5F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:01:11.953 +08:00] [2024/05/06 18:01:09.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574252037013507] [req-type=Cop] [region="{ region id: 14, ver: 98, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:01:09.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574252037013507] [req-type=Cop] [region="{ region id: 14, ver: 98, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:01:10.272 +08:00] [INFO] [dispatcher.go:243] ["on cancelling state"] [task-id=52] [task-type=ImportInto] [state=cancelling] [stage=1] [2024/05/06 18:01:10.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:10.276 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=cancelling] [to=reverting] [2024/05/06 18:01:10.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:10.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:10.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:10.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:10.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:10.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:10.468 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=52] [2024/05/06 18:01:10.468 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=52] [error="context canceled"] [2024/05/06 18:01:10.468 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:01:10.468 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:10.468 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:10.468 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:10.468 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:10.468 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] [size=37] [kvs=1] [importedSize=0] [importedCount=0] [2024/05/06 18:01:10.468 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:10.470 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [retryCnt=0] [takeTime=531.548062ms] [] [2024/05/06 18:01:10.470 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/06 18:01:10.471 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [takeTime=1.091501ms] [] [2024/05/06 18:01:10.471 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/05/06 18:01:10.471 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/06 18:01:10.471 +08:00] [ERROR] [scheduler.go:500] [onError] [task-id=52] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/br/pkg/lightning/backend/local.(*Backend).CloseEngine\n\tbr/pkg/lightning/backend/local/local.go:1028\ngithub.com/pingcap/tidb/br/pkg/lightning/backend.engine.unsafeClose\n\tbr/pkg/lightning/backend/backend.go:324\ngithub.com/pingcap/tidb/br/pkg/lightning/backend.(*OpenedEngine).Close\n\tbr/pkg/lightning/backend/backend.go:277\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).OnFinished\n\tpkg/disttask/importinto/scheduler.go:213\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onSubtaskFinished\n\tpkg/disttask/framework/scheduler/scheduler.go:362\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:357\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onSubtaskFinished\n\tpkg/disttask/framework/scheduler/scheduler.go:363\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:357\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onSubtaskFinished\n\tpkg/disttask/framework/scheduler/scheduler.go:363\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:357\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 18:01:10.471 +08:00] [ERROR] [scheduler.go:506] ["scheduler met first error"] [task-id=52] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/br/pkg/lightning/backend/local.(*Backend).CloseEngine\n\tbr/pkg/lightning/backend/local/local.go:1028\ngithub.com/pingcap/tidb/br/pkg/lightning/backend.engine.unsafeClose\n\tbr/pkg/lightning/backend/backend.go:324\ngithub.com/pingcap/tidb/br/pkg/lightning/backend.(*OpenedEngine).Close\n\tbr/pkg/lightning/backend/backend.go:277\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).OnFinished\n\tpkg/disttask/importinto/scheduler.go:213\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onSubtaskFinished\n\tpkg/disttask/framework/scheduler/scheduler.go:362\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:357\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:506\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onSubtaskFinished\n\tpkg/disttask/framework/scheduler/scheduler.go:363\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:357\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 18:01:10.472 +08:00] [WARN] [scheduler.go:622] ["subtask canceled"] [task-id=52] [error="context canceled"] [2024/05/06 18:01:10.478 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=52] [step=import] [2024/05/06 18:01:10.481 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:10.481 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:10.481 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:10.481 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:10.482 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:10.482 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:10.482 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:10.482 +08:00] [ERROR] [manager.go:403] ["failed to handle task"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/br/pkg/lightning/backend/local.(*Backend).CloseEngine\n\tbr/pkg/lightning/backend/local/local.go:1028\ngithub.com/pingcap/tidb/br/pkg/lightning/backend.engine.unsafeClose\n\tbr/pkg/lightning/backend/backend.go:324\ngithub.com/pingcap/tidb/br/pkg/lightning/backend.(*OpenedEngine).Close\n\tbr/pkg/lightning/backend/backend.go:277\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).OnFinished\n\tpkg/disttask/importinto/scheduler.go:213\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onSubtaskFinished\n\tpkg/disttask/framework/scheduler/scheduler.go:362\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:357\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 18:01:10.768 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=52] [2024/05/06 18:01:10.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:10.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:10.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:10.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:10.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:10.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:10.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:10.789 +08:00] [INFO] [scheduler.go:397] ["scheduler rollback a step"] [task-id=52] [step=1] [2024/05/06 18:01:10.794 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=52] [step=import] [2024/05/06 18:01:10.805 +08:00] [INFO] [scheduler.go:256] [rollback] [type=ImportInto] [task-id=52] [step=import] [2024/05/06 18:01:11.068 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=52] [2024/05/06 18:01:11.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:11.277 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=52] [step=import] [state=reverting] [error="[0]cancelled by user"] [2024/05/06 18:01:11.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:11.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:11.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:11.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:11.281 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:11.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:11.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:11.283 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:11.283 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:11.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:11.284 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:11.284 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=52] [step=import] [mode=Normal] [2024/05/06 18:01:11.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:11.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:11.301 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:11.301 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:11.301 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:11.301 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:11.301 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:01:11.301 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:11.301 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:11.301 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:11.302 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:11.302 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:11.304 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=52] [2024/05/06 18:01:11.311 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/06 18:01:11.420 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=52] [step=1] [state=reverted] [2024/05/06 18:01:11.448 +08:00] [INFO] [region_request.go:1531] ["send request failed, err: context canceled"] [req-ts=18446744073709551615] [req-type=Get] [region="{ region id: 28, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:context canceled,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: true, replicaStatus: [peer: 29, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 30, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 31, store: 3, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=] [2024/05/06 18:01:11.449 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.8214447400000005\n# Parse_time: 0.000233029\n# Compile_time: 0.000375072\n# Rewrite_time: 0.000105318\n# Optimize_time: 0.000033602\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 7f56264ab0414ae2938a1523a0e4c563176c6bbd667ba0cba2fbec69538781ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6NC44MnMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjQuODJzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `kill_job`.`t` FROM 'gs://test-load/t-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 18:01:11.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:11.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:11.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:11.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:11.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:11.784 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=52] [2024/05/06 18:01:11.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:11.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:11.792 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:01:11.806 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:01:12.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:12.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:12.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:12.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:12.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:12.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:12.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] === RUN TestLoadRemote/TestLoadSQLDump [2024/05/06 18:01:12.461 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=180] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 18:01:12.472 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:257, Type:drop schema, State:queueing, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:01:12.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/05/06 18:01:12.472 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:257, Type:drop schema, State:queueing, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:01:12.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:01:12.489 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=257] [conn=2] [category=ddl] [job="ID:257, Type:drop schema, State:queueing, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:12.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:12.510 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=180] [neededSchemaVersion=181] ["start time"=625.079µs] [gotSchemaVersion=181] [phyTblIDs="[192,194]"] [actionTypes="[2,2]"] [2024/05/06 18:01:12.515 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=257] [version=181] [2024/05/06 18:01:12.561 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=181] ["take time"=54.159797ms] [job="ID:257, Type:drop schema, State:running, SchemaState:write only, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:01:12.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:12.574 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=257] [conn=2] [category=ddl] [job="ID:257, Type:drop schema, State:running, SchemaState:write only, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:12.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:12.589 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=181] [neededSchemaVersion=182] ["start time"=634.893µs] [gotSchemaVersion=182] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:01:12.593 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=257] [version=182] [2024/05/06 18:01:12.638 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=182] ["take time"=52.456608ms] [job="ID:257, Type:drop schema, State:running, SchemaState:delete only, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:12.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:12.655 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=257] [conn=2] [category=ddl] [job="ID:257, Type:drop schema, State:running, SchemaState:delete only, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:12.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:12.672 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=182] [neededSchemaVersion=183] ["start time"=576.207µs] [gotSchemaVersion=183] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:01:12.676 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=257] [version=183] [2024/05/06 18:01:12.722 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=183] ["take time"=53.181504ms] [job="ID:257, Type:drop schema, State:done, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:01:12.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:12.734 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=257] [tableIDs="[192,194]"] [2024/05/06 18:01:12.739 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=257] [jobType="drop schema"] [2024/05/06 18:01:12.741 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=257] [conn=2] [job="ID:257, Type:drop schema, State:synced, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:01:12.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:12.756 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=257] [2024/05/06 18:01:12.756 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:01:12.759 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=183] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 18:01:12.771 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:259, Type:create schema, State:queueing, SchemaState:none, SchemaID:258, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:01:12.741 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:01:12.771 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:259, Type:create schema, State:queueing, SchemaState:none, SchemaID:258, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:01:12.741 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_csv;"] [2024/05/06 18:01:12.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:12.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:12.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:12.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:12.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:12.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:12.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:12.786 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:create schema, State:queueing, SchemaState:none, SchemaID:258, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:12.741 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:12.801 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=183] [neededSchemaVersion=184] ["start time"=1.0421ms] [gotSchemaVersion=184] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:01:12.805 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=259] [version=184] [2024/05/06 18:01:12.851 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=184] ["take time"=53.022997ms] [job="ID:259, Type:create schema, State:done, SchemaState:public, SchemaID:258, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:01:12.741 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:12.864 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [job="ID:259, Type:create schema, State:synced, SchemaState:public, SchemaID:258, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:12.741 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:12.874 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=259] [2024/05/06 18:01:12.874 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:01:12.877 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=184] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [user=root@%] [2024/05/06 18:01:12.891 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:261, Type:create table, State:queueing, SchemaState:none, SchemaID:258, TableID:260, RowCount:0, ArgLen:2, start time: 2024-05-06 18:01:12.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:01:12.891 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:261, Type:create table, State:queueing, SchemaState:none, SchemaID:258, TableID:260, RowCount:0, ArgLen:2, start time: 2024-05-06 18:01:12.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [2024/05/06 18:01:12.911 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=261] [conn=2] [category=ddl] [job="ID:261, Type:create table, State:queueing, SchemaState:none, SchemaID:258, TableID:260, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:12.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:12.930 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=184] [neededSchemaVersion=185] ["start time"=1.862139ms] [gotSchemaVersion=185] [phyTblIDs="[260]"] [actionTypes="[3]"] [2024/05/06 18:01:12.935 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=261] [version=185] [2024/05/06 18:01:12.979 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=185] ["take time"=52.847234ms] [job="ID:261, Type:create table, State:done, SchemaState:public, SchemaID:258, TableID:260, RowCount:0, ArgLen:2, start time: 2024-05-06 18:01:12.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:12.993 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=261] [conn=2] [job="ID:261, Type:create table, State:synced, SchemaState:public, SchemaID:258, TableID:260, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:12.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:13.004 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=261] [2024/05/06 18:01:13.004 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:01:13.044 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"sql\"}"] [dist-task-enabled=false] [2024/05/06 18:01:13.061 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=53] [job-id=53] [thread-cnt=8] [2024/05/06 18:01:13.061 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=53] [2024/05/06 18:01:13.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:13.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:13.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:13.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:13.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:13.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:13.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:13.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:13.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:13.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:13.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:13.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:13.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:13.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:14.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:14.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:14.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:14.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:14.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:14.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:14.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:14.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=53] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:01:14.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:14.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:14.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:14.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:14.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:14.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:14.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:15.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=53] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:01:15.273 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=53] [task-type=ImportInto] [num=1] [2024/05/06 18:01:15.274 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=53] [curr-step=init] [next-step=import] [2024/05/06 18:01:15.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:15.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:15.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:15.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:15.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:15.285 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 18:01:15.285 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=42] [2024/05/06 18:01:15.285 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=42] [cost=45.501µs] [2024/05/06 18:01:15.285 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=147.492µs] [] [2024/05/06 18:01:15.285 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=53] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:01:15.285 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=53] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:01:15.285 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:01:15.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:15.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:15.296 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=53] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:01:15.297 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:01:15.573 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=53] [2024/05/06 18:01:15.573 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=53] [type=ImportInto] [2024/05/06 18:01:15.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:15.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:15.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:15.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:15.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:15.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:15.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:15.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:15.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:15.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:15.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:15.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:15.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=53] [mode=Import] [2024/05/06 18:01:15.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:15.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:15.797 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:15.797 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:15.797 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:01:15.797 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:15.797 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:15.797 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:15.797 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:15.797 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:15.797 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:15.797 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:15.803 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=53] [2024/05/06 18:01:15.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=53] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:01:15.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=53] [step=import] [2024/05/06 18:01:15.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=53] [step=import] [2024/05/06 18:01:15.885 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:15.886 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:15.886 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:15.887 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:15.887 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:15.888 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:15.888 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:15.888 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:15.888 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:01:15.888 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:15.888 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:15.888 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:15.888 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:01:15.888 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:01:15.888 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:15.889 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:15.889 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:15.889 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:15.889 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:15.893 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:15.893 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:15.893 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:15.894 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:15.895 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:15.895 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:15.895 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:15.904 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:01:15.904 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 18:01:15.904 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=53] [step=import] [limit=256MiB] [2024/05/06 18:01:15.917 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=53] [step=import] [subtask-id=106] [2024/05/06 18:01:15.921 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 18:01:15.924 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 18:01:15.924 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=260] [2024/05/06 18:01:15.930 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=260] [key=p:0] [2024/05/06 18:01:15.932 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=260] [key=p:0] [readDur=716.837µs] [encodeDur=207.31µs] [deliverDur=171.824µs] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [takeTime=1.303054ms] [] [2024/05/06 18:01:15.932 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=53] [step=import] [subtask-id=106] [takeTime=14.659514ms] [] [2024/05/06 18:01:15.932 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=66] [kvs=2] [files=1] [sstFileSize=977] [file=/tmp/tidb/import-4000/53/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/c7c410e2-8633-4bd9-9b21-2d48c468553d.sst] [firstKey=7480000000000001045F728000000000000001] [lastKey=7480000000000001045F728000000000000002] [2024/05/06 18:01:15.932 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/05/06 18:01:15.932 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/05/06 18:01:15.932 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 18:01:15.934 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.605987ms] [] [2024/05/06 18:01:15.934 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 18:01:15.938 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:01:15.940 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=66] [2024/05/06 18:01:15.940 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:01:15.940 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 18:01:15.941 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF045F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF045F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 18:01:15.941 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF045F728000000000FF0000010000000000FA] [end=7480000000000001FF045F728000000000FF0000030000000000FA] [2024/05/06 18:01:15.941 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF045F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF045F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 18:01:15.942 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=460.089µs] [2024/05/06 18:01:15.942 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.214263ms] [] [2024/05/06 18:01:15.953 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 102, but you sent conf_ver: 5 version: 100"] [region="{ID=428,startKey=7480000000000001FF045F728000000000FF0000010000000000FA,endKey=7480000000000001FF045F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:102 \",peers=\"id:429 store_id:2 ,id:430 store_id:1 ,id:431 store_id:3 \"}"] [start=7480000000000001045F728000000000000001] [end=7480000000000001045F728000000000000003] [2024/05/06 18:01:15.954 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001045F728000000000000001] [endKey=7480000000000001045F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:01:17.954 +08:00] [2024/05/06 18:01:15.988 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574253609877508] [req-type=Cop] [region="{ region id: 14, ver: 100, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:01:15.988 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574253609877508] [req-type=Cop] [region="{ region id: 14, ver: 100, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:01:16.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:16.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:16.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:16.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:16.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:16.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:16.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:16.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:16.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:16.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:16.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:16.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:16.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:16.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:17.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:17.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:17.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:17.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:17.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:17.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:17.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:17.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:17.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:17.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:17.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:17.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:17.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:17.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:17.966 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 18:01:17.967 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=2.033336333s] [] [2024/05/06 18:01:17.967 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 18:01:17.968 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=927.862µs] [] [2024/05/06 18:01:17.968 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/05/06 18:01:17.968 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 18:01:17.970 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.159723ms] [] [2024/05/06 18:01:17.970 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 18:01:17.970 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 18:01:17.970 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=50.613µs] [] [2024/05/06 18:01:17.970 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 18:01:17.971 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=696.786µs] [] [2024/05/06 18:01:18.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=53] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:01:18.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=53] [task-type=ImportInto] [num=1] [2024/05/06 18:01:18.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [2024/05/06 18:01:18.281 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:18.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:18.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:18.282 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:18.283 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:18.283 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:18.283 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:18.283 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:18.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:18.284 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:18.284 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:18.284 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:18.284 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:01:18.293 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:18.293 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:18.298 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:18.298 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:18.298 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:18.298 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:01:18.298 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:18.298 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:18.298 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:18.298 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:18.298 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:18.298 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:18.314 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":4}}"] [2024/05/06 18:01:18.315 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:01:18.315 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=53] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 18:01:18.315 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:18.327 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=53] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:01:18.327 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:18.596 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=53] [step=import] [2024/05/06 18:01:18.601 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:18.601 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:01:18.601 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:18.601 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:18.601 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:18.601 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:18.601 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:18.601 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:18.601 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:18.601 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:18.602 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:18.602 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:18.602 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:18.602 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=53] [error="context canceled"] [2024/05/06 18:01:18.603 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=53] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.723341617s] [] [2024/05/06 18:01:18.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:18.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:18.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:18.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:18.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:18.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:18.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:18.909 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=53] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:01:18.910 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=53] [step=post-process] [2024/05/06 18:01:18.924 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [2024/05/06 18:01:18.924 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [2024/05/06 18:01:18.924 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [2024/05/06 18:01:18.926 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:18.927 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:18.927 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:18.928 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:18.928 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:18.929 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:18.929 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:18.929 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:18.929 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:18.929 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:18.929 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:01:18.929 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:18.929 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:01:18.929 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:01:18.929 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:18.929 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:18.929 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:18.929 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:18.930 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:18.937 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [takeTime=13.736208ms] [] [2024/05/06 18:01:18.938 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 18:01:18.938 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [weight=30] [2024/05/06 18:01:18.938 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [concurrency=15] [2024/05/06 18:01:18.941 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 18:01:18.941 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [takeTime=16.951286ms] [] [2024/05/06 18:01:18.941 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [takeTime=17.076272ms] [] [2024/05/06 18:01:19.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:19.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=53] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:19.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:19.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=53] [task-type=ImportInto] [num=1] [2024/05/06 18:01:19.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:19.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:19.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:19.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=53] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:19.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=53] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:19.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:19.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:19.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:19.288 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=53] [step=done] [state=running] [] [2024/05/06 18:01:19.290 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=53] [2024/05/06 18:01:19.296 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:01:19.372 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.364574693\n# Parse_time: 0.000083566\n# Compile_time: 0.000423316\n# Rewrite_time: 0.000126037\n# Optimize_time: 0.000034263\n# Wait_TS: 0.000246193\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9e575a6f81478dff1d2f6842d37d7b213222f7df63b67f266d2b219ee833b464\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4zNnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4zNnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/' FORMAT 'SQL';"] [2024/05/06 18:01:19.375 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=185] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_csv.t;"] [user=root@%] [2024/05/06 18:01:19.387 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:263, Type:truncate table, State:queueing, SchemaState:none, SchemaID:258, TableID:260, RowCount:0, ArgLen:3, start time: 2024-05-06 18:01:19.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:01:19.387 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:263, Type:truncate table, State:queueing, SchemaState:none, SchemaID:258, TableID:260, RowCount:0, ArgLen:3, start time: 2024-05-06 18:01:19.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="TRUNCATE TABLE load_csv.t;"] [2024/05/06 18:01:19.410 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=263] [conn=2] [category=ddl] [job="ID:263, Type:truncate table, State:queueing, SchemaState:none, SchemaID:258, TableID:260, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:19.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:19.431 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=185] [neededSchemaVersion=186] ["start time"=1.689177ms] [gotSchemaVersion=186] [phyTblIDs="[260,262]"] [actionTypes="[11,11]"] [2024/05/06 18:01:19.436 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=263] [version=186] [2024/05/06 18:01:19.480 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=186] ["take time"=53.184853ms] [job="ID:263, Type:truncate table, State:done, SchemaState:public, SchemaID:258, TableID:260, RowCount:0, ArgLen:2, start time: 2024-05-06 18:01:19.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:19.502 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=263] [elementID=1] [comment="table ID is 260"] [2024/05/06 18:01:19.507 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=263] [jobType="truncate table"] [2024/05/06 18:01:19.508 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=263] [conn=2] [job="ID:263, Type:truncate table, State:synced, SchemaState:public, SchemaID:258, TableID:260, RowCount:0, ArgLen:2, start time: 2024-05-06 18:01:19.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:19.523 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=263] [2024/05/06 18:01:19.524 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:01:19.559 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"/tmp/TestLoadRemoteTestLoadSQLDump263229750/001/test.sql\",\"format\":\"sql\"}"] [dist-task-enabled=false] [2024/05/06 18:01:19.559 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 18:01:19.559 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=42] [2024/05/06 18:01:19.559 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=42] [cost=53.983µs] [2024/05/06 18:01:19.559 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=170.127µs] [] [2024/05/06 18:01:19.564 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=53] [error="context canceled"] [2024/05/06 18:01:19.564 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=53] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=654.794374ms] [] [2024/05/06 18:01:19.575 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=54] [job-id=54] [thread-cnt=8] [2024/05/06 18:01:19.575 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=54] [2024/05/06 18:01:19.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:19.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:19.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:19.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:19.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:19.782 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=53] [2024/05/06 18:01:19.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:19.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:19.789 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:01:19.802 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:01:20.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:20.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:20.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:20.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:20.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:20.285 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:20.285 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:20.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=54] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:01:20.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:20.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:20.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:20.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:20.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:20.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:20.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:21.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=54] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:01:21.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=54] [task-type=ImportInto] [num=1] [2024/05/06 18:01:21.275 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=54] [curr-step=init] [next-step=import] [2024/05/06 18:01:21.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:21.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:21.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:21.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:21.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:21.281 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=54] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:01:21.282 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=54] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:01:21.282 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:01:21.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:21.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:21.293 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=54] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:01:21.293 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:01:21.571 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=54] [2024/05/06 18:01:21.571 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=54] [type=ImportInto] [2024/05/06 18:01:21.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:21.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:21.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:21.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:21.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:21.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:21.780 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:21.780 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:21.781 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:21.781 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:21.782 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:21.782 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:21.782 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=54] [mode=Import] [2024/05/06 18:01:21.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:21.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:21.800 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:21.800 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:21.800 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:21.800 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:01:21.800 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:21.800 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:21.800 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:21.800 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:21.800 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:21.800 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:21.806 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=54] [2024/05/06 18:01:21.877 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=54] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:01:21.878 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=54] [step=import] [2024/05/06 18:01:21.878 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=54] [step=import] [2024/05/06 18:01:21.881 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:21.882 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:21.882 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:21.883 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:21.883 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:21.883 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:21.883 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:21.884 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:21.884 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:21.884 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:21.884 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:01:21.884 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:21.884 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:21.884 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:21.884 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:21.884 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:21.884 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:21.888 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:21.888 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:21.888 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:21.889 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:21.889 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:21.890 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:21.890 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:21.900 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:01:21.900 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 18:01:21.900 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=54] [step=import] [limit=256MiB] [2024/05/06 18:01:21.914 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=54] [step=import] [subtask-id=108] [2024/05/06 18:01:21.918 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 18:01:21.921 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 18:01:21.921 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=262] [2024/05/06 18:01:21.934 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=262] [key=test.sql:0] [2024/05/06 18:01:21.935 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=262] [key=test.sql:0] [readDur=68.216µs] [encodeDur=431.178µs] [deliverDur=172.453µs] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [takeTime=938.125µs] [] [2024/05/06 18:01:21.935 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=54] [step=import] [subtask-id=108] [takeTime=21.127799ms] [] [2024/05/06 18:01:21.935 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=66] [kvs=2] [files=1] [sstFileSize=977] [file=/tmp/tidb/import-4000/54/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/794134de-f240-4940-9bbd-f98dd7f34c69.sst] [firstKey=7480000000000001065F728000000000000001] [lastKey=7480000000000001065F728000000000000002] [2024/05/06 18:01:21.936 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/05/06 18:01:21.936 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/05/06 18:01:21.936 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 18:01:21.937 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.576961ms] [] [2024/05/06 18:01:21.937 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 18:01:21.942 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:01:21.944 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=66] [2024/05/06 18:01:21.944 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:01:21.944 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 18:01:21.944 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF065F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF065F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 18:01:21.944 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF065F728000000000FF0000010000000000FA] [end=7480000000000001FF065F728000000000FF0000030000000000FA] [2024/05/06 18:01:21.945 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF065F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF065F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 18:01:21.945 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=384.173µs] [2024/05/06 18:01:21.945 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.136668ms] [] [2024/05/06 18:01:21.957 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 104, but you sent conf_ver: 5 version: 102"] [region="{ID=436,startKey=7480000000000001FF065F728000000000FF0000010000000000FA,endKey=7480000000000001FF065F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:104 \",peers=\"id:437 store_id:2 ,id:438 store_id:1 ,id:439 store_id:3 \"}"] [start=7480000000000001065F728000000000000001] [end=7480000000000001065F728000000000000003] [2024/05/06 18:01:21.957 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001065F728000000000000001] [endKey=7480000000000001065F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:01:23.957 +08:00] [2024/05/06 18:01:21.988 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574255182479365] [req-type=Cop] [region="{ region id: 14, ver: 102, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:01:21.988 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574255182479365] [req-type=Cop] [region="{ region id: 14, ver: 102, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:01:22.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:22.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:22.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:22.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:22.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:22.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:22.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:22.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:22.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:22.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:22.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:22.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:22.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:22.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:23.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:23.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:23.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:23.279 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:23.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:23.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:23.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:23.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:23.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:23.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:23.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:23.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:23.785 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:23.785 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:23.970 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 18:01:23.971 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=2.033892508s] [] [2024/05/06 18:01:23.971 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 18:01:23.972 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=924.124µs] [] [2024/05/06 18:01:23.972 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/05/06 18:01:23.972 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 18:01:23.974 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.169921ms] [] [2024/05/06 18:01:23.974 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 18:01:23.974 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 18:01:23.974 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=43.244µs] [] [2024/05/06 18:01:23.974 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 18:01:23.975 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=723.307µs] [] [2024/05/06 18:01:24.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=54] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:01:24.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:24.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=54] [task-type=ImportInto] [num=1] [2024/05/06 18:01:24.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:24.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:24.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:24.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:24.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [2024/05/06 18:01:24.280 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:24.281 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:24.281 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:24.282 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:24.282 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:24.282 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:24.283 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:24.283 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:01:24.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:24.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:24.298 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:24.298 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:24.298 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:24.298 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:24.298 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:01:24.298 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:24.298 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:24.298 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:24.298 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:24.298 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:24.313 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":4}}"] [2024/05/06 18:01:24.314 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:01:24.314 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=54] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 18:01:24.314 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:24.326 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=54] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:01:24.326 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:24.605 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=54] [step=import] [2024/05/06 18:01:24.609 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:24.609 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:01:24.609 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:24.609 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:24.609 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:24.609 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:24.609 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:24.609 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:24.609 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:24.609 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:24.610 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:24.610 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:24.610 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:24.610 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=54] [error="context canceled"] [2024/05/06 18:01:24.611 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=54] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.733383954s] [] [2024/05/06 18:01:24.794 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:24.795 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:24.796 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:24.796 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:24.796 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:24.805 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:24.806 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:24.917 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=54] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:01:24.918 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=54] [step=post-process] [2024/05/06 18:01:24.932 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [2024/05/06 18:01:24.932 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [2024/05/06 18:01:24.932 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [2024/05/06 18:01:24.935 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:24.935 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:24.935 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:24.936 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:24.936 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:24.937 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:24.937 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:24.937 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:24.937 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:24.937 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:24.937 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:01:24.938 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:01:24.938 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:24.938 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:01:24.938 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:24.938 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:24.938 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:24.938 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:24.938 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:24.947 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [takeTime=14.776194ms] [] [2024/05/06 18:01:24.947 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 18:01:24.947 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [weight=30] [2024/05/06 18:01:24.947 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [concurrency=15] [2024/05/06 18:01:24.949 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574255969173507] [req-type=Cop] [region="{ region id: 432, ver: 104, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 433, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 434, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 435, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=433-not_leader-434:1] [2024/05/06 18:01:24.954 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 18:01:24.954 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [takeTime=21.960605ms] [] [2024/05/06 18:01:24.954 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [takeTime=22.129528ms] [] [2024/05/06 18:01:25.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=54] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:25.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:25.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:25.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=54] [task-type=ImportInto] [num=1] [2024/05/06 18:01:25.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:25.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:25.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:25.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=54] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:25.279 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=54] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:25.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:25.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:25.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:25.290 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=54] [step=done] [state=running] [] [2024/05/06 18:01:25.293 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=54] [2024/05/06 18:01:25.299 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:01:25.578 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=54] [error="context canceled"] [2024/05/06 18:01:25.578 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=54] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=661.382042ms] [] [2024/05/06 18:01:25.588 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.062136995\n# Parse_time: 0.000080884\n# Compile_time: 0.000402758\n# Rewrite_time: 0.000132636\n# Optimize_time: 0.000153803\n# Wait_TS: 0.000312213\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9e575a6f81478dff1d2f6842d37d7b213222f7df63b67f266d2b219ee833b464\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wNnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wNnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM '/tmp/TestLoadRemoteTestLoadSQLDump263229750/001/test.sql' FORMAT 'SQL';"] === RUN TestLoadRemote/TestMaxWriteSpeed [2024/05/06 18:01:25.593 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=186] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_test_write_speed;"] [user=root@%] [2024/05/06 18:01:25.594 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=186] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_test_write_speed;"] [user=root@%] [2024/05/06 18:01:25.608 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:265, Type:create schema, State:queueing, SchemaState:none, SchemaID:264, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:01:25.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:01:25.608 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:265, Type:create schema, State:queueing, SchemaState:none, SchemaID:264, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:01:25.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_test_write_speed;"] [2024/05/06 18:01:25.624 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=265] [conn=2] [category=ddl] [job="ID:265, Type:create schema, State:queueing, SchemaState:none, SchemaID:264, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:25.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:25.640 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=186] [neededSchemaVersion=187] ["start time"=1.111636ms] [gotSchemaVersion=187] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:01:25.645 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=265] [version=187] [2024/05/06 18:01:25.689 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=187] ["take time"=52.872245ms] [job="ID:265, Type:create schema, State:done, SchemaState:public, SchemaID:264, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:01:25.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:25.707 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=265] [conn=2] [job="ID:265, Type:create schema, State:synced, SchemaState:public, SchemaID:264, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:25.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:25.717 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=265] [2024/05/06 18:01:25.718 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:01:25.720 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=187] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_test_write_speed.t(a int, b int)"] [user=root@%] [2024/05/06 18:01:25.735 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:267, Type:create table, State:queueing, SchemaState:none, SchemaID:264, TableID:266, RowCount:0, ArgLen:2, start time: 2024-05-06 18:01:25.691 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:01:25.735 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:267, Type:create table, State:queueing, SchemaState:none, SchemaID:264, TableID:266, RowCount:0, ArgLen:2, start time: 2024-05-06 18:01:25.691 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_test_write_speed.t(a int, b int)"] [2024/05/06 18:01:25.750 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=267] [conn=2] [category=ddl] [job="ID:267, Type:create table, State:queueing, SchemaState:none, SchemaID:264, TableID:266, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:25.691 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:25.771 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=187] [neededSchemaVersion=188] ["start time"=1.95224ms] [gotSchemaVersion=188] [phyTblIDs="[266]"] [actionTypes="[3]"] [2024/05/06 18:01:25.775 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=267] [version=188] [2024/05/06 18:01:25.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:25.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:25.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:25.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:25.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:25.783 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=54] [2024/05/06 18:01:25.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:25.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:25.790 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:01:25.802 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:01:25.819 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=188] ["take time"=53.417553ms] [job="ID:267, Type:create table, State:done, SchemaState:public, SchemaID:264, TableID:266, RowCount:0, ArgLen:2, start time: 2024-05-06 18:01:25.691 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:25.835 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=267] [conn=2] [job="ID:267, Type:create table, State:synced, SchemaState:public, SchemaID:264, TableID:266, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:25.691 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:25.846 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=267] [2024/05/06 18:01:25.846 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:01:25.891 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 18:01:25.909 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=55] [job-id=55] [thread-cnt=8] [2024/05/06 18:01:25.909 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=55] [2024/05/06 18:01:26.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:26.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:26.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:26.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:26.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:26.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:26.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:26.771 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=55] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:01:26.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:26.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:26.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:26.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:26.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:26.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:26.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:27.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=55] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:01:27.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=55] [task-type=ImportInto] [num=1] [2024/05/06 18:01:27.275 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=55] [curr-step=init] [next-step=import] [2024/05/06 18:01:27.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:27.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:27.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:27.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:27.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:27.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:27.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:27.287 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 18:01:27.287 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=7780] [2024/05/06 18:01:27.287 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7780] [cost=37.148µs] [2024/05/06 18:01:27.288 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=147.934µs] [] [2024/05/06 18:01:27.288 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=55] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:01:27.288 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=55] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:01:27.288 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:01:27.301 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=55] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:01:27.301 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:01:27.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=55] [2024/05/06 18:01:27.573 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=55] [type=ImportInto] [2024/05/06 18:01:27.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:27.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:27.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:27.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:27.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:27.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:27.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:27.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:27.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:27.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:27.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:27.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:27.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=55] [mode=Import] [2024/05/06 18:01:27.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:27.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:27.798 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:01:27.798 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:27.798 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:27.798 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:27.798 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:27.798 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:27.798 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:27.798 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:27.798 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:27.798 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:27.804 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=55] [2024/05/06 18:01:27.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=55] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:01:27.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=55] [step=import] [2024/05/06 18:01:27.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=55] [step=import] [2024/05/06 18:01:27.886 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:27.886 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:27.886 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:27.887 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:27.887 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:27.888 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:27.888 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:27.888 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:27.888 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:27.888 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:27.888 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:01:27.888 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:27.888 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:01:27.888 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:01:27.888 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:27.889 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:27.889 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:27.889 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:27.889 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:27.893 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:27.893 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:27.893 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:27.895 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:27.895 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:27.895 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:27.896 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:27.905 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:01:27.905 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 18:01:27.905 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=55] [step=import] [limit=256MiB] [2024/05/06 18:01:27.919 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=55] [step=import] [subtask-id=110] [2024/05/06 18:01:27.923 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 18:01:27.926 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 18:01:27.926 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=266] [2024/05/06 18:01:27.940 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=266] [key=speed-test.csv:0] [2024/05/06 18:01:27.970 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=266] [key=speed-test.csv:0] [readDur=5.755526ms] [encodeDur=18.588368ms] [deliverDur=2.650877ms] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [takeTime=29.845635ms] [] [2024/05/06 18:01:27.970 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=55] [step=import] [subtask-id=110] [takeTime=51.265904ms] [] [2024/05/06 18:01:27.970 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=34744] [kvs=1000] [files=1] [sstFileSize=11225] [file=/tmp/tidb/import-4000/55/9b4a6271-0aef-5059-a34e-0bbb1ee21829.sst/b9e2850e-6708-4577-858f-bb89e7c8bdcd.sst] [firstKey=74800000000000010A5F728000000000000001] [lastKey=74800000000000010A5F7280000000000003E8] [2024/05/06 18:01:27.971 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/05/06 18:01:27.971 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/05/06 18:01:27.971 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 18:01:27.972 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.672998ms] [] [2024/05/06 18:01:27.972 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [2024/05/06 18:01:27.976 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:01:27.978 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] ["region ranges"=1] [count=1000] [size=34744] [2024/05/06 18:01:27.978 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:01:27.978 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 18:01:27.978 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF0A5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF0A5F728000000000FF0003E90000000000FA] [retry=0] [2024/05/06 18:01:27.979 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF0A5F728000000000FF0000010000000000FA] [end=7480000000000001FF0A5F728000000000FF0003E90000000000FA] [2024/05/06 18:01:27.979 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF0A5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF0A5F728000000000FF0003E90000000000FA] [regions=1] [2024/05/06 18:01:27.979 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=432.575µs] [2024/05/06 18:01:27.979 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.147317ms] [] [2024/05/06 18:01:27.988 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:104 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 106, request epoch conf_ver: 5 version: 104\")"] ["job stage"=needRescan] [2024/05/06 18:01:27.988 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574256755605509] [req-type=Cop] [region="{ region id: 14, ver: 104, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:01:27.989 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000010A5F728000000000000001] [endKey=74800000000000010A5F7280000000000003E9] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:01:29.989 +08:00] [2024/05/06 18:01:27.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574256755605509] [req-type=Cop] [region="{ region id: 14, ver: 104, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:01:28.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:28.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:28.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:28.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:28.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:28.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:28.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:28.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:28.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:28.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:28.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:28.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:28.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:28.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:29.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:29.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:29.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:29.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:29.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:29.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:29.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:29.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:29.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:29.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:29.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:29.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:29.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:29.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:30.007 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [size=34744] [kvs=1000] [importedSize=34744] [importedCount=1000] [2024/05/06 18:01:30.009 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [takeTime=2.036372278s] [] [2024/05/06 18:01:30.009 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 18:01:30.010 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.115851ms] [] [2024/05/06 18:01:30.010 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/05/06 18:01:30.010 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 18:01:30.012 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.463932ms] [] [2024/05/06 18:01:30.012 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [2024/05/06 18:01:30.012 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 18:01:30.012 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [takeTime=43.917µs] [] [2024/05/06 18:01:30.012 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 18:01:30.013 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=905.118µs] [] [2024/05/06 18:01:30.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:30.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:30.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=55] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:01:30.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:30.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:30.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:30.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=55] [task-type=ImportInto] [num=1] [2024/05/06 18:01:30.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [2024/05/06 18:01:30.282 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:30.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:30.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:30.283 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:30.283 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:30.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:30.284 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:30.284 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:01:30.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:30.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:30.300 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:30.300 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:30.300 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:30.300 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:30.300 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:01:30.300 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:30.300 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:30.300 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:30.300 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:30.301 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:30.316 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1000,\"ColSizeMap\":{\"1\":1936,\"2\":1936}}"] [2024/05/06 18:01:30.317 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:01:30.318 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=55] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 18:01:30.318 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:30.330 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=55] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:01:30.330 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:30.641 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=55] [step=import] [2024/05/06 18:01:30.645 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:30.645 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:30.645 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:30.645 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:01:30.645 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:30.645 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:30.645 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:30.645 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:30.645 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:30.645 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:30.647 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:30.647 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:30.647 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:30.647 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=55] [error="context canceled"] [2024/05/06 18:01:30.647 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=55] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.768358333s] [] [2024/05/06 18:01:30.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:30.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:30.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:30.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:30.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:30.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:30.789 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:30.953 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=55] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:01:30.954 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=55] [step=post-process] [2024/05/06 18:01:30.966 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [2024/05/06 18:01:30.966 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [2024/05/06 18:01:30.967 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [2024/05/06 18:01:30.969 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:30.970 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:30.970 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:30.971 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:30.971 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:30.972 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:30.972 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:30.972 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:30.972 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:30.972 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:01:30.972 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:30.972 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:01:30.972 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:01:30.972 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:30.972 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:01:30.972 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:30.972 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:30.972 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:30.972 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:30.972 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:30.979 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [takeTime=12.301355ms] [] [2024/05/06 18:01:30.979 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 18:01:30.980 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [weight=30] [2024/05/06 18:01:30.980 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [concurrency=15] [2024/05/06 18:01:30.982 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [local="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 18:01:30.982 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [takeTime=15.865981ms] [] [2024/05/06 18:01:30.982 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [takeTime=16.013494ms] [] [2024/05/06 18:01:31.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:31.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=55] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:31.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:31.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:31.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:31.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:31.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=55] [task-type=ImportInto] [num=1] [2024/05/06 18:01:31.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=55] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:31.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=55] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:31.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:31.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:31.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:31.288 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=55] [step=done] [state=running] [] [2024/05/06 18:01:31.291 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=55] [2024/05/06 18:01:31.298 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:01:31.321 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.4697898\n# Parse_time: 0.000065961\n# Compile_time: 0.000476635\n# Rewrite_time: 0.000145541\n# Optimize_time: 0.000227504\n# Wait_TS: 0.000336673\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: c6a0f7b0dd4e52574368e4cddcea93e86591e82627515cdddbb26a3629d2a409\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_write_speed`.`t` FROM 'gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 18:01:31.327 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=188] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_test_write_speed.t;"] [user=root@%] [2024/05/06 18:01:31.339 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:269, Type:truncate table, State:queueing, SchemaState:none, SchemaID:264, TableID:266, RowCount:0, ArgLen:3, start time: 2024-05-06 18:01:31.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:01:31.339 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:269, Type:truncate table, State:queueing, SchemaState:none, SchemaID:264, TableID:266, RowCount:0, ArgLen:3, start time: 2024-05-06 18:01:31.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="TRUNCATE TABLE load_test_write_speed.t;"] [2024/05/06 18:01:31.360 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=269] [conn=2] [category=ddl] [job="ID:269, Type:truncate table, State:queueing, SchemaState:none, SchemaID:264, TableID:266, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:31.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:31.383 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=188] [neededSchemaVersion=189] ["start time"=1.846275ms] [gotSchemaVersion=189] [phyTblIDs="[266,268]"] [actionTypes="[11,11]"] [2024/05/06 18:01:31.387 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=269] [version=189] [2024/05/06 18:01:31.432 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=189] ["take time"=53.672678ms] [job="ID:269, Type:truncate table, State:done, SchemaState:public, SchemaID:264, TableID:266, RowCount:0, ArgLen:2, start time: 2024-05-06 18:01:31.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:31.452 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=269] [elementID=1] [comment="table ID is 266"] [2024/05/06 18:01:31.457 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=269] [jobType="truncate table"] [2024/05/06 18:01:31.458 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=269] [conn=2] [job="ID:269, Type:truncate table, State:synced, SchemaState:public, SchemaID:264, TableID:266, RowCount:0, ArgLen:2, start time: 2024-05-06 18:01:31.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:31.474 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=269] [2024/05/06 18:01:31.474 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:01:31.517 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"max_write_speed\":\"6000\"}}"] [dist-task-enabled=false] [2024/05/06 18:01:31.534 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=56] [job-id=56] [thread-cnt=8] [2024/05/06 18:01:31.534 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=56] [2024/05/06 18:01:31.606 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=55] [error="context canceled"] [2024/05/06 18:01:31.606 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=55] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=652.695355ms] [] [2024/05/06 18:01:31.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:31.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:31.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:31.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:31.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:31.782 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=55] [2024/05/06 18:01:31.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:31.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:31.789 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:01:31.801 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:01:32.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:32.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:32.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:32.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:32.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:32.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:32.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:32.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=56] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:01:32.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:32.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:32.776 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:32.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:32.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:32.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:32.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:33.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=56] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:01:33.273 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=56] [task-type=ImportInto] [num=1] [2024/05/06 18:01:33.274 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=56] [curr-step=init] [next-step=import] [2024/05/06 18:01:33.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:33.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:33.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:33.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:33.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:33.285 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 18:01:33.285 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=7780] [2024/05/06 18:01:33.285 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7780] [cost=44.477µs] [2024/05/06 18:01:33.285 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=131.704µs] [] [2024/05/06 18:01:33.286 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=56] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:01:33.286 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=56] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:01:33.286 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:01:33.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:33.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:33.297 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=56] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:01:33.297 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:01:33.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=56] [2024/05/06 18:01:33.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=56] [type=ImportInto] [2024/05/06 18:01:33.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:33.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:33.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:33.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:33.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:33.779 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:33.780 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:33.780 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:33.781 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:33.781 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:33.782 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:33.782 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:33.782 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=56] [mode=Import] [2024/05/06 18:01:33.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:33.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:33.796 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:33.796 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:33.796 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:33.796 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:01:33.796 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:33.796 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:33.796 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:33.796 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:33.796 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:33.796 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:33.801 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=56] [2024/05/06 18:01:33.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=56] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:01:33.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=56] [step=import] [2024/05/06 18:01:33.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=56] [step=import] [2024/05/06 18:01:33.885 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:33.886 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:33.886 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:33.887 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:33.887 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:33.888 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:33.888 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:33.888 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:01:33.888 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:33.888 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:33.888 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:01:33.888 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:33.888 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:33.888 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:01:33.888 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:01:33.888 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:33.888 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:33.888 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:33.888 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:33.888 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:33.892 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:33.893 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:33.893 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:33.894 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:33.894 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:33.894 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:33.895 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:33.903 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:01:33.903 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 18:01:33.903 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=56] [step=import] [limit=256MiB] [2024/05/06 18:01:33.916 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=56] [step=import] [subtask-id=112] [2024/05/06 18:01:33.920 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 18:01:33.923 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 18:01:33.923 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=268] [2024/05/06 18:01:33.937 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=268] [key=speed-test.csv:0] [2024/05/06 18:01:33.964 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=268] [key=speed-test.csv:0] [readDur=5.002474ms] [encodeDur=17.23473ms] [deliverDur=2.515513ms] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [takeTime=27.551384ms] [] [2024/05/06 18:01:33.965 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=34744] [kvs=1000] [files=1] [sstFileSize=11225] [file=/tmp/tidb/import-4000/56/9b4a6271-0aef-5059-a34e-0bbb1ee21829.sst/1edbd325-c1a2-4e30-9d04-b64615d40b71.sst] [firstKey=74800000000000010C5F728000000000000001] [lastKey=74800000000000010C5F7280000000000003E8] [2024/05/06 18:01:33.965 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=56] [step=import] [subtask-id=112] [takeTime=48.782068ms] [] [2024/05/06 18:01:33.965 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/05/06 18:01:33.965 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/05/06 18:01:33.965 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 18:01:33.967 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.57466ms] [] [2024/05/06 18:01:33.967 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [2024/05/06 18:01:33.971 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:01:33.972 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] ["region ranges"=1] [count=1000] [size=34744] [2024/05/06 18:01:33.973 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:01:33.973 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 18:01:33.973 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF0C5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF0C5F728000000000FF0003E90000000000FA] [retry=0] [2024/05/06 18:01:33.973 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF0C5F728000000000FF0000010000000000FA] [end=7480000000000001FF0C5F728000000000FF0003E90000000000FA] [2024/05/06 18:01:33.973 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF0C5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF0C5F728000000000FF0003E90000000000FA] [regions=1] [2024/05/06 18:01:33.974 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=424.283µs] [2024/05/06 18:01:33.974 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.230593ms] [] [2024/05/06 18:01:33.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574258328469508] [req-type=Cop] [region="{ region id: 14, ver: 106, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:01:33.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574258328469508] [req-type=Cop] [region="{ region id: 14, ver: 106, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:01:34.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:34.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:34.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:34.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:34.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:34.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:34.289 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:34.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:34.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:34.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:34.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:34.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:34.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:34.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:35.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:35.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:35.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:35.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:35.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:35.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:35.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:35.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:35.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:35.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:35.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:35.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:35.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:35.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:36.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:36.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:36.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:36.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:36.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:36.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:36.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:36.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:36.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:36.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:36.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:36.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:36.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:36.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:37.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:37.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:37.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:37.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:37.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:37.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:37.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:37.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:37.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:37.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:37.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:37.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:37.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:37.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:38.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:38.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:38.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:38.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:38.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:38.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:38.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:38.778 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:38.780 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:38.781 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:38.781 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:38.781 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:38.791 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:38.791 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:39.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:39.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:39.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:39.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:39.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:39.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:39.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:39.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:39.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:39.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:39.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:39.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:39.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:39.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:40.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:40.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:40.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:40.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:40.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:40.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:40.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:40.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:40.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:40.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:40.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:40.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:40.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:40.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:41.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:41.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:41.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:41.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:41.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:41.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:41.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:41.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:41.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:41.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:41.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:41.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:41.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:41.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:42.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:42.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:42.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:42.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:42.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:42.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:42.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:42.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:42.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:42.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:42.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:42.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:42.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:42.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:43.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:43.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:43.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:43.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:43.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:43.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:43.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:43.521 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 108, but you sent conf_ver: 5 version: 106"] [region="{ID=452,startKey=7480000000000001FF0C5F728000000000FF0000010000000000FA,endKey=7480000000000001FF0C5F728000000000FF0003E90000000000FA,epoch=\"conf_ver:5 version:108 \",peers=\"id:453 store_id:2 ,id:454 store_id:1 ,id:455 store_id:3 \"}"] [start=74800000000000010C5F728000000000000001] [end=74800000000000010C5F7280000000000003E9] [2024/05/06 18:01:43.522 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000010C5F728000000000000001] [endKey=74800000000000010C5F7280000000000003E9] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:01:45.521 +08:00] [2024/05/06 18:01:43.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:43.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:43.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:43.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:43.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:43.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:43.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:44.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:44.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:44.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:44.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:44.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:44.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:44.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:44.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:44.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:44.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:44.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:44.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:44.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:44.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:45.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:45.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:45.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:45.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:45.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:45.285 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:45.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:45.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:45.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:45.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:45.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:45.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:45.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:45.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:46.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:46.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:46.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:46.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:46.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:46.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:46.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:46.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:46.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:46.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:46.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:46.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:46.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:46.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:47.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:47.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:47.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:47.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:47.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:47.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:47.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:47.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:47.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:47.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:47.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:47.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:47.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:47.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:48.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:48.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:48.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:48.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:48.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:48.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:48.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:48.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:48.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:48.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:48.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:48.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:48.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:48.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:49.295 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:49.297 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:49.298 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:49.298 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:49.298 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:49.308 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:49.308 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:49.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:49.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:49.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:49.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:49.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:49.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:49.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:50.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:50.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:50.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:50.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:50.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:50.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:50.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:50.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:50.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:50.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:50.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:50.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:50.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:50.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:51.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:51.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:51.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:51.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:51.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:51.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:51.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:51.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:51.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:51.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:51.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:51.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:51.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:51.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:52.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:52.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:52.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:52.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:52.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:52.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:52.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:52.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:52.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:52.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:52.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:52.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:52.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:52.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:53.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:53.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:53.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:53.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:53.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:53.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:53.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:53.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:53.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:53.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:53.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:53.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:53.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:53.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:54.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:54.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:54.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:54.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:54.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:54.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:54.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:54.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:54.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:54.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:54.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:54.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:54.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:54.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:55.073 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [size=34744] [kvs=1000] [importedSize=34744] [importedCount=1000] [2024/05/06 18:01:55.074 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [takeTime=21.107377524s] [] [2024/05/06 18:01:55.074 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 18:01:55.076 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.154874ms] [] [2024/05/06 18:01:55.076 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/05/06 18:01:55.076 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 18:01:55.077 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.549754ms] [] [2024/05/06 18:01:55.077 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [2024/05/06 18:01:55.077 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 18:01:55.077 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [takeTime=63.774µs] [] [2024/05/06 18:01:55.078 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 18:01:55.078 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=930.893µs] [] [2024/05/06 18:01:55.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:55.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=56] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:01:55.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:55.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=56] [task-type=ImportInto] [num=1] [2024/05/06 18:01:55.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:55.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:55.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:55.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [2024/05/06 18:01:55.281 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:55.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:55.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:55.283 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:55.283 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:55.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:55.284 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:55.284 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:01:55.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:55.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:55.299 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:55.299 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:55.299 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:01:55.299 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:55.299 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:55.299 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:55.299 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:55.299 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:55.299 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:55.299 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:55.315 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1000,\"ColSizeMap\":{\"1\":1936,\"2\":1936}}"] [2024/05/06 18:01:55.316 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:01:55.316 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=56] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 18:01:55.316 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:55.328 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=56] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:01:55.328 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:55.398 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=56] [step=import] [2024/05/06 18:01:55.402 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:01:55.402 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:55.402 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:55.402 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:55.402 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:55.402 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:55.402 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:55.403 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:55.403 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:55.403 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:55.404 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:55.404 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:55.404 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:55.404 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=56] [error="context canceled"] [2024/05/06 18:01:55.404 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=56] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=21.525419618s] [] [2024/05/06 18:01:55.710 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=56] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:01:55.711 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=56] [step=post-process] [2024/05/06 18:01:55.725 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [2024/05/06 18:01:55.725 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [2024/05/06 18:01:55.725 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [2024/05/06 18:01:55.728 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:55.728 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:55.728 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:55.729 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:55.729 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:55.730 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:55.730 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:55.730 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:55.730 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:55.730 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:55.730 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:01:55.730 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:55.730 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:01:55.731 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:01:55.731 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:55.731 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:55.731 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:55.731 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:55.731 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:55.738 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [takeTime=13.168295ms] [] [2024/05/06 18:01:55.738 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 18:01:55.739 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [weight=30] [2024/05/06 18:01:55.739 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [concurrency=15] [2024/05/06 18:01:55.741 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574264029839370] [req-type=Cop] [region="{ region id: 448, ver: 108, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 449, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 450, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 451, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=449-not_leader-451:1] [2024/05/06 18:01:55.745 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [local="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 18:01:55.745 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [takeTime=19.904217ms] [] [2024/05/06 18:01:55.745 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [takeTime=20.027394ms] [] [2024/05/06 18:01:55.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:55.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=56] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:55.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:55.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=56] [task-type=ImportInto] [num=1] [2024/05/06 18:01:55.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:55.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:55.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:55.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=56] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:55.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=56] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:55.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:55.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:55.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:55.789 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=56] [step=done] [state=running] [] [2024/05/06 18:01:55.791 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=56] [2024/05/06 18:01:55.798 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:01:55.846 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 24.36955489\n# Parse_time: 0.000086497\n# Compile_time: 0.000394084\n# Rewrite_time: 0.000133376\n# Optimize_time: 0.000483606\n# Wait_TS: 0.000345385\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 04f04373b72ffdbdd137a8a7de208efc8c33b2081143ab690be1cc5d83040dc8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MjQuNHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MjQuNHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_write_speed`.`t` FROM 'gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH max_write_speed=_UTF8MB4'6000';"] === RUN TestLoadRemote/TestMultiValueIndex [2024/05/06 18:01:55.851 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=189] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 18:01:55.861 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:270, Type:drop schema, State:queueing, SchemaState:public, SchemaID:258, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:01:55.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:01:55.861 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:270, Type:drop schema, State:queueing, SchemaState:public, SchemaID:258, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:01:55.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/05/06 18:01:55.875 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=270] [conn=2] [category=ddl] [job="ID:270, Type:drop schema, State:queueing, SchemaState:public, SchemaID:258, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:55.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:55.893 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=189] [neededSchemaVersion=190] ["start time"=628.379µs] [gotSchemaVersion=190] [phyTblIDs="[262]"] [actionTypes="[2]"] [2024/05/06 18:01:55.897 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=270] [version=190] [2024/05/06 18:01:55.942 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=190] ["take time"=52.880816ms] [job="ID:270, Type:drop schema, State:running, SchemaState:write only, SchemaID:258, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:01:55.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:55.955 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=270] [conn=2] [category=ddl] [job="ID:270, Type:drop schema, State:running, SchemaState:write only, SchemaID:258, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:55.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:55.970 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=190] [neededSchemaVersion=191] ["start time"=590.206µs] [gotSchemaVersion=191] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:01:55.974 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=270] [version=191] [2024/05/06 18:01:56.020 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=191] ["take time"=53.198337ms] [job="ID:270, Type:drop schema, State:running, SchemaState:delete only, SchemaID:258, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:55.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:56.032 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=270] [conn=2] [category=ddl] [job="ID:270, Type:drop schema, State:running, SchemaState:delete only, SchemaID:258, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:55.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:56.050 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=191] [neededSchemaVersion=192] ["start time"=622.892µs] [gotSchemaVersion=192] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:01:56.054 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=270] [version=192] [2024/05/06 18:01:56.063 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=56] [error="context canceled"] [2024/05/06 18:01:56.064 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=56] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=353.485326ms] [] [2024/05/06 18:01:56.099 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=192] ["take time"=52.437631ms] [job="ID:270, Type:drop schema, State:done, SchemaState:none, SchemaID:258, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:01:55.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:56.112 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=270] [tableIDs="[262]"] [2024/05/06 18:01:56.117 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=270] [jobType="drop schema"] [2024/05/06 18:01:56.119 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=270] [conn=2] [job="ID:270, Type:drop schema, State:synced, SchemaState:none, SchemaID:258, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:01:55.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:56.135 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=270] [2024/05/06 18:01:56.135 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:01:56.138 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=192] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 18:01:56.151 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:272, Type:create schema, State:queueing, SchemaState:none, SchemaID:271, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:01:56.14 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:01:56.151 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:272, Type:create schema, State:queueing, SchemaState:none, SchemaID:271, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:01:56.14 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_csv;"] [2024/05/06 18:01:56.168 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:create schema, State:queueing, SchemaState:none, SchemaID:271, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:56.14 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:56.184 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=192] [neededSchemaVersion=193] ["start time"=1.125995ms] [gotSchemaVersion=193] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:01:56.188 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=272] [version=193] [2024/05/06 18:01:56.233 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=193] ["take time"=52.489215ms] [job="ID:272, Type:create schema, State:done, SchemaState:public, SchemaID:271, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:01:56.14 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:56.256 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [job="ID:272, Type:create schema, State:synced, SchemaState:public, SchemaID:271, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:56.14 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:56.265 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=272] [2024/05/06 18:01:56.266 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:01:56.268 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=193] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_csv.t (\n\t\ti INT, j JSON,\n\t\tKEY idx ((cast(j as signed array)))\n\t\t);"] [user=root@%] [2024/05/06 18:01:56.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:56.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:56.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:56.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:56.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:56.283 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=56] [2024/05/06 18:01:56.283 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:274, Type:create table, State:queueing, SchemaState:none, SchemaID:271, TableID:273, RowCount:0, ArgLen:2, start time: 2024-05-06 18:01:56.241 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:01:56.283 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:274, Type:create table, State:queueing, SchemaState:none, SchemaID:271, TableID:273, RowCount:0, ArgLen:2, start time: 2024-05-06 18:01:56.241 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_csv.t (\n\t\ti INT, j JSON,\n\t\tKEY idx ((cast(j as signed array)))\n\t\t);"] [2024/05/06 18:01:56.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:56.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:56.291 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:01:56.300 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=274] [conn=2] [category=ddl] [job="ID:274, Type:create table, State:queueing, SchemaState:none, SchemaID:271, TableID:273, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:56.241 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:56.303 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:01:56.322 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=193] [neededSchemaVersion=194] ["start time"=2.333189ms] [gotSchemaVersion=194] [phyTblIDs="[273]"] [actionTypes="[3]"] [2024/05/06 18:01:56.326 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=274] [version=194] [2024/05/06 18:01:56.370 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=194] ["take time"=53.466569ms] [job="ID:274, Type:create table, State:done, SchemaState:public, SchemaID:271, TableID:273, RowCount:0, ArgLen:2, start time: 2024-05-06 18:01:56.241 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:56.385 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=274] [conn=2] [job="ID:274, Type:create table, State:synced, SchemaState:public, SchemaID:271, TableID:273, RowCount:0, ArgLen:0, start time: 2024-05-06 18:01:56.241 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:01:56.398 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=274] [2024/05/06 18:01:56.398 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:01:56.441 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load-csv/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 18:01:56.460 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=57] [job-id=57] [thread-cnt=8] [2024/05/06 18:01:56.461 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=57] [2024/05/06 18:01:56.771 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=57] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:01:56.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:56.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:56.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:56.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:56.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:56.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:56.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:57.274 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=57] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:01:57.275 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=57] [task-type=ImportInto] [num=1] [2024/05/06 18:01:57.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:57.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:57.276 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=57] [curr-step=init] [next-step=import] [2024/05/06 18:01:57.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:57.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:57.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:57.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:57.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:57.288 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 18:01:57.288 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=27] [2024/05/06 18:01:57.288 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=27] [cost=49.501µs] [2024/05/06 18:01:57.289 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=150.969µs] [] [2024/05/06 18:01:57.289 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=57] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:01:57.289 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=57] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:01:57.289 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:01:57.302 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=57] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:01:57.302 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:01:57.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=57] [2024/05/06 18:01:57.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=57] [type=ImportInto] [2024/05/06 18:01:57.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:57.778 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:57.779 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:57.779 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:57.779 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:57.782 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:57.783 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:57.783 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:57.784 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:57.784 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:57.785 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:57.785 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:57.785 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=57] [mode=Import] [2024/05/06 18:01:57.789 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:57.790 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:57.799 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:57.799 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:01:57.799 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:57.799 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:57.799 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:57.799 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:57.799 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:57.799 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:57.799 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:57.799 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:57.806 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=57] [2024/05/06 18:01:57.878 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=57] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:01:57.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=57] [step=import] [2024/05/06 18:01:57.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=57] [step=import] [2024/05/06 18:01:57.886 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:57.887 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:57.887 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:57.888 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:57.888 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:57.889 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:57.889 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:57.889 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:01:57.889 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:01:57.889 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:01:57.889 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:01:57.889 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:01:57.889 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:01:57.889 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:01:57.889 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:01:57.889 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:01:57.894 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:01:57.894 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:01:57.894 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:01:57.895 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:57.896 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:01:57.896 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:01:57.896 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:01:57.906 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:01:57.906 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 18:01:57.906 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=57] [step=import] [limit=256MiB] [2024/05/06 18:01:57.920 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=57] [step=import] [subtask-id=114] [2024/05/06 18:01:57.924 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 18:01:57.927 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 18:01:57.927 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=273] [2024/05/06 18:01:57.968 +08:00] [WARN] [pd.go:152] ["get timestamp too slow"] ["cost time"=33.669363ms] [2024/05/06 18:01:57.971 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=273] [key=1.csv:0] [2024/05/06 18:01:57.975 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=273] [key=1.csv:0] [readDur=85.659µs] [encodeDur=1.49572ms] [deliverDur=613.793µs] [checksum="{cksum=759382885805277567,size=388,kvs=8}"] [takeTime=3.301539ms] [] [2024/05/06 18:01:57.976 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=57] [step=import] [subtask-id=114] [takeTime=56.51887ms] [] [2024/05/06 18:01:57.976 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=160] [kvs=2] [files=1] [sstFileSize=1035] [file=/tmp/tidb/import-4000/57/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/f603cd89-b8a1-4ceb-bd8b-83fe2a9ec414.sst] [firstKey=7480000000000001115F728000000000000001] [lastKey=7480000000000001115F728000000000000002] [2024/05/06 18:01:57.977 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/05/06 18:01:57.977 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/05/06 18:01:57.977 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 18:01:57.978 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.783441ms] [] [2024/05/06 18:01:57.979 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 18:01:57.983 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:01:57.984 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=160] [2024/05/06 18:01:57.985 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:01:57.985 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 18:01:57.985 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF115F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF115F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 18:01:57.986 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF115F728000000000FF0000010000000000FA] [end=7480000000000001FF115F728000000000FF0000030000000000FA] [2024/05/06 18:01:57.986 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF115F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF115F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 18:01:57.986 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=424.779µs] [2024/05/06 18:01:57.986 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.241782ms] [] [2024/05/06 18:01:57.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574264619925511] [req-type=Cop] [region="{ region id: 14, ver: 108, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:01:57.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574264619925511] [req-type=Cop] [region="{ region id: 14, ver: 108, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:01:57.999 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 18:01:58.000 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=21.539283ms] [] [2024/05/06 18:01:58.000 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 18:01:58.001 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=944.858µs] [] [2024/05/06 18:01:58.001 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/05/06 18:01:58.001 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 18:01:58.001 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=228] [kvs=6] [files=1] [sstFileSize=1027] [file=/tmp/tidb/import-4000/57/922fc444-c86f-5359-8d65-4e59ab5cb948.sst/31ab2a2f-b8ec-4d19-ad0f-09f44d010b89.sst] [firstKey=7480000000000001115F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001115F698000000000000001038000000000000004038000000000000002] [2024/05/06 18:01:58.006 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=4.819531ms] [] [2024/05/06 18:01:58.006 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 18:01:58.010 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:01:58.011 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] ["region ranges"=1] [count=6] [size=228] [2024/05/06 18:01:58.012 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:01:58.012 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 18:01:58.012 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF115F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [maxKey=7480000000000001FF115F698000000000FF0000010380000000FF0000000403800000FF0000000002000000FD] [retry=0] [2024/05/06 18:01:58.012 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF115F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000001FF115F698000000000FF0000010380000000FF0000000403800000FF0000000002000000FD] [2024/05/06 18:01:58.012 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF115F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [maxKey=7480000000000001FF115F698000000000FF0000010380000000FF0000000403800000FF0000000002000000FD] [regions=1] [2024/05/06 18:01:58.013 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=409.645µs] [2024/05/06 18:01:58.013 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.12641ms] [] [2024/05/06 18:01:58.020 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 457, store 2, region 456, epoch conf_ver:5 version:110 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 456 is staler than local region, local epoch conf_ver: 5 version: 112, request epoch conf_ver: 5 version: 110\")"] ["job stage"=needRescan] [2024/05/06 18:01:58.021 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001115F698000000000000001038000000000000001038000000000000001] [endKey=7480000000000001115F69800000000000000103800000000000000403800000000000000200] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:02:00.021 +08:00] [2024/05/06 18:01:58.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:58.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:58.276 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:58.276 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:58.276 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:58.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:58.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:58.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:58.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:58.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:58.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:58.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:58.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:58.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:59.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:59.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:59.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:59.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:59.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:59.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:59.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:59.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:01:59.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:01:59.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:01:59.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:01:59.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:01:59.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:01:59.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:00.034 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] [size=228] [kvs=6] [importedSize=228] [importedCount=6] [2024/05/06 18:02:00.036 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=2.029590597s] [] [2024/05/06 18:02:00.036 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 18:02:00.037 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=997.619µs] [] [2024/05/06 18:02:00.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:00.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=57] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:02:00.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:00.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:00.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:00.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:00.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=57] [task-type=ImportInto] [num=1] [2024/05/06 18:02:00.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [2024/05/06 18:02:00.282 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:00.283 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:00.283 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:00.284 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:00.284 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:00.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:00.285 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:00.285 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:02:00.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:00.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:00.299 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:00.299 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:00.299 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:00.299 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:00.299 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:00.299 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:00.299 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:00.299 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:00.299 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:00.299 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:00.315 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":96,\"3\":96}}"] [2024/05/06 18:02:00.316 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:02:00.316 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=57] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 18:02:00.316 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:00.329 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=57] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:02:00.329 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:00.356 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=57] [step=import] [2024/05/06 18:02:00.361 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:00.361 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:00.361 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:00.361 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:00.361 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:00.361 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:00.361 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:00.361 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:00.361 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:00.361 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:00.363 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:00.363 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:00.363 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:00.363 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=57] [error="context canceled"] [2024/05/06 18:02:00.363 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=57] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.484175627s] [] [2024/05/06 18:02:00.668 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=57] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:02:00.670 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=57] [step=post-process] [2024/05/06 18:02:00.682 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [2024/05/06 18:02:00.682 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [2024/05/06 18:02:00.682 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [2024/05/06 18:02:00.685 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:00.686 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:00.686 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:00.687 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:00.687 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:00.688 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:00.688 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:00.688 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:00.688 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:00.688 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:00.688 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:00.688 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:02:00.688 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:00.688 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:00.688 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:00.688 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:00.688 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:00.696 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [takeTime=13.23038ms] [] [2024/05/06 18:02:00.696 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [checksum="{cksum=759382885805277567,size=388,kvs=8}"] [2024/05/06 18:02:00.697 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [weight=30] [2024/05/06 18:02:00.697 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [concurrency=15] [2024/05/06 18:02:00.698 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574265340821507] [req-type=Cop] [region="{ region id: 456, ver: 110, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 457, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 458, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 459, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=457-epoch_not_match:1] [2024/05/06 18:02:00.698 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574265340821507] [req-type=Cop] [region="{ region id: 456, ver: 110, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 457, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 458, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 459, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=457-epoch_not_match:1] [2024/05/06 18:02:00.704 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [local="{cksum=759382885805277567,size=388,kvs=8}"] [2024/05/06 18:02:00.704 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [takeTime=21.145979ms] [] [2024/05/06 18:02:00.704 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [takeTime=21.280942ms] [] [2024/05/06 18:02:00.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:00.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:00.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=57] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:00.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:00.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:00.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:00.778 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=57] [task-type=ImportInto] [num=1] [2024/05/06 18:02:00.779 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=57] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:00.780 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=57] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:00.780 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:00.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:00.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:00.790 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=57] [step=done] [state=running] [] [2024/05/06 18:02:00.793 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=57] [2024/05/06 18:02:00.799 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:02:00.973 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.57190518\n# Parse_time: 0.000105003\n# Compile_time: 0.000704098\n# Rewrite_time: 0.0004236\n# Optimize_time: 0.000401431\n# Wait_TS: 0.000319654\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 0d1383d0b5339f79a3a736580e3d461eac7dbd04232f42cb436a9c3d912d3791\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-csv/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH skip_rows=1;"] === RUN TestLoadRemote/TestOtherCharset [2024/05/06 18:02:00.976 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=194] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_charset;"] [user=root@%] [2024/05/06 18:02:00.986 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:275, Type:drop schema, State:queueing, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:00.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:02:00.986 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:275, Type:drop schema, State:queueing, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:00.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="DROP DATABASE IF EXISTS load_charset;"] [2024/05/06 18:02:01.008 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=275] [conn=2] [category=ddl] [job="ID:275, Type:drop schema, State:queueing, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:00.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:01.021 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=57] [error="context canceled"] [2024/05/06 18:02:01.022 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=57] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=353.03343ms] [] [2024/05/06 18:02:01.027 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=194] [neededSchemaVersion=195] ["start time"=618.919µs] [gotSchemaVersion=195] [phyTblIDs="[183,187]"] [actionTypes="[2,2]"] [2024/05/06 18:02:01.031 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=275] [version=195] [2024/05/06 18:02:01.077 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=195] ["take time"=52.904572ms] [job="ID:275, Type:drop schema, State:running, SchemaState:write only, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:00.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:01.090 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=275] [conn=2] [category=ddl] [job="ID:275, Type:drop schema, State:running, SchemaState:write only, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:00.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:01.105 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=195] [neededSchemaVersion=196] ["start time"=624.992µs] [gotSchemaVersion=196] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:02:01.109 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=275] [version=196] [2024/05/06 18:02:01.155 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=196] ["take time"=53.023155ms] [job="ID:275, Type:drop schema, State:running, SchemaState:delete only, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:00.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:01.167 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=275] [conn=2] [category=ddl] [job="ID:275, Type:drop schema, State:running, SchemaState:delete only, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:00.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:01.184 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=196] [neededSchemaVersion=197] ["start time"=549.903µs] [gotSchemaVersion=197] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:02:01.188 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=275] [version=197] [2024/05/06 18:02:01.233 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=197] ["take time"=52.54902ms] [job="ID:275, Type:drop schema, State:done, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:00.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:01.253 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=275] [tableIDs="[183,187]"] [2024/05/06 18:02:01.257 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=275] [jobType="drop schema"] [2024/05/06 18:02:01.259 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=275] [conn=2] [job="ID:275, Type:drop schema, State:synced, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:00.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:01.275 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=275] [2024/05/06 18:02:01.275 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:02:01.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:01.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:01.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:01.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:01.277 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.300998425\n# Parse_time: 0.000225493\n# Compile_time: 0.000234836\n# Rewrite_time: 0.000026876\n# Optimize_time: 0.000204856\n# Wait_TS: 0.000303892\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9d059d981e546df73398436d4f99de561758c094fc4fd9582b96b223784e782a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_charset;"] [2024/05/06 18:02:01.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:01.278 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=197] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_charset;"] [user=root@%] [2024/05/06 18:02:01.284 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=57] [2024/05/06 18:02:01.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:01.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:01.290 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:277, Type:create schema, State:queueing, SchemaState:none, SchemaID:276, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:01.241 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_charset;"] [2024/05/06 18:02:01.290 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:277, Type:create schema, State:queueing, SchemaState:none, SchemaID:276, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:01.241 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:02:01.291 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:02:01.308 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:02:01.312 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:create schema, State:queueing, SchemaState:none, SchemaID:276, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:01.241 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:01.328 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=197] [neededSchemaVersion=198] ["start time"=1.060828ms] [gotSchemaVersion=198] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:02:01.332 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=277] [version=198] [2024/05/06 18:02:01.377 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=198] ["take time"=53.647328ms] [job="ID:277, Type:create schema, State:done, SchemaState:public, SchemaID:276, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:01.241 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:01.392 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [job="ID:277, Type:create schema, State:synced, SchemaState:public, SchemaID:276, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:01.241 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:01.403 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=277] [2024/05/06 18:02:01.403 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:02:01.406 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=198] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.utf8 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8;"] [user=root@%] [2024/05/06 18:02:01.419 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:279, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:278, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:01.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:02:01.420 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:279, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:278, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:01.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_charset.utf8 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8;"] [2024/05/06 18:02:01.435 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=279] [conn=2] [category=ddl] [job="ID:279, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:01.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:01.456 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=198] [neededSchemaVersion=199] ["start time"=1.969336ms] [gotSchemaVersion=199] [phyTblIDs="[278]"] [actionTypes="[3]"] [2024/05/06 18:02:01.460 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=279] [version=199] [2024/05/06 18:02:01.504 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=199] ["take time"=53.370065ms] [job="ID:279, Type:create table, State:done, SchemaState:public, SchemaID:276, TableID:278, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:01.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:01.518 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=279] [conn=2] [job="ID:279, Type:create table, State:synced, SchemaState:public, SchemaID:276, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:01.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:01.529 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=279] [2024/05/06 18:02:01.529 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:02:01.532 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=199] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [user=root@%] [2024/05/06 18:02:01.547 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:01.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:02:01.547 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:01.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [2024/05/06 18:02:01.565 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=281] [conn=2] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:01.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:01.585 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=199] [neededSchemaVersion=200] ["start time"=1.923169ms] [gotSchemaVersion=200] [phyTblIDs="[280]"] [actionTypes="[3]"] [2024/05/06 18:02:01.589 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=281] [version=200] [2024/05/06 18:02:01.634 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=200] ["take time"=53.528238ms] [job="ID:281, Type:create table, State:done, SchemaState:public, SchemaID:276, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:01.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:01.656 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=281] [conn=2] [job="ID:281, Type:create table, State:synced, SchemaState:public, SchemaID:276, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:01.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:01.668 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=281] [2024/05/06 18:02:01.668 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:02:01.713 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8\"}}"] [dist-task-enabled=false] [2024/05/06 18:02:01.730 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=58] [job-id=58] [thread-cnt=8] [2024/05/06 18:02:01.730 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=58] [2024/05/06 18:02:01.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:01.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:01.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:01.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:01.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:01.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:01.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:02.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:02.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:02.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:02.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:02.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:02.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:02.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:02.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=58] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:02:02.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:02.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:02.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:02.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:02.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:02.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:02.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:03.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=58] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:02:03.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=58] [task-type=ImportInto] [num=1] [2024/05/06 18:02:03.274 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=58] [curr-step=init] [next-step=import] [2024/05/06 18:02:03.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:03.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:03.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:03.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:03.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:03.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:03.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:03.286 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=utf8] [2024/05/06 18:02:03.286 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=utf8] [before=536870912000] [after=29] [2024/05/06 18:02:03.286 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=29] [cost=56.423µs] [2024/05/06 18:02:03.286 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=utf8] [takeTime=147.543µs] [] [2024/05/06 18:02:03.286 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=58] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:02:03.286 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=58] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:02:03.286 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:02:03.298 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=58] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:02:03.298 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:02:03.573 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=58] [2024/05/06 18:02:03.573 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=58] [type=ImportInto] [2024/05/06 18:02:03.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:03.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:03.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:03.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:03.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:03.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:03.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:03.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:03.781 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:03.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:03.782 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:03.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:03.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=58] [mode=Import] [2024/05/06 18:02:03.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:03.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:03.796 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:03.796 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:03.796 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:03.796 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:03.797 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:03.796 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:03.797 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:03.797 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:03.797 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:03.797 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:03.802 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=58] [2024/05/06 18:02:03.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=58] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:02:03.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=58] [step=import] [2024/05/06 18:02:03.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=58] [step=import] [2024/05/06 18:02:03.886 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:03.887 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:03.887 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:03.888 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:03.888 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:03.888 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:03.888 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:03.889 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:03.889 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:03.889 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:03.889 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:03.889 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:03.889 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:02:03.889 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:02:03.889 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:03.889 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:03.889 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:03.889 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:03.889 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:03.893 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:03.894 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:03.894 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:03.895 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:03.895 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:03.895 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:03.896 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:03.904 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:02:03.904 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=utf8] [quota=752.3GB] [2024/05/06 18:02:03.904 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=58] [step=import] [limit=256MiB] [2024/05/06 18:02:03.917 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=58] [step=import] [subtask-id=116] [2024/05/06 18:02:03.921 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/06 18:02:03.924 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 18:02:03.924 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=278] [2024/05/06 18:02:03.972 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=278] [key=utf8.tsv:0] [2024/05/06 18:02:03.974 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=278] [key=utf8.tsv:0] [readDur=818.383µs] [encodeDur=389.208µs] [deliverDur=198.593µs] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [takeTime=1.689557ms] [] [2024/05/06 18:02:03.974 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=58] [step=import] [subtask-id=116] [takeTime=56.70596ms] [] [2024/05/06 18:02:03.974 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=88] [kvs=2] [files=1] [sstFileSize=999] [file=/tmp/tidb/import-4000/58/11721d0c-587e-542e-9623-9a54305cb4a0.sst/6bb34852-aac2-49f0-b1c1-16837a1eda57.sst] [firstKey=7480000000000001165F728000000000000001] [lastKey=7480000000000001165F728000000000000002] [2024/05/06 18:02:03.974 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/05/06 18:02:03.974 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/05/06 18:02:03.974 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/06 18:02:03.976 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [takeTime=1.576019ms] [] [2024/05/06 18:02:03.976 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [retryCnt=0] [2024/05/06 18:02:03.980 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:02:03.981 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] ["region ranges"=1] [count=2] [size=88] [2024/05/06 18:02:03.982 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:02:03.982 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/06 18:02:03.982 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF165F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF165F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 18:02:03.982 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF165F728000000000FF0000010000000000FA] [end=7480000000000001FF165F728000000000FF0000030000000000FA] [2024/05/06 18:02:03.982 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF165F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF165F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 18:02:03.983 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=434.664µs] [2024/05/06 18:02:03.983 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] [takeTime=1.170671ms] [] [2024/05/06 18:02:03.988 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574266192789505] [req-type=Cop] [region="{ region id: 14, ver: 110, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:02:03.988 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574266192789505] [req-type=Cop] [region="{ region id: 14, ver: 110, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:02:03.990 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 20, store 1, region 14, epoch conf_ver:5 version:110 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 112, request epoch conf_ver: 5 version: 110\")"] ["job stage"=needRescan] [2024/05/06 18:02:03.990 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001165F728000000000000001] [endKey=7480000000000001165F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:02:05.990 +08:00] [2024/05/06 18:02:04.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:04.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:04.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:04.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:04.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:04.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:04.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:04.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:04.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:04.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:04.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:04.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:04.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:04.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:05.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:05.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:05.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:05.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:05.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:05.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:05.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:05.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:05.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:05.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:05.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:05.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:05.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:05.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:06.004 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] [size=88] [kvs=2] [importedSize=88] [importedCount=2] [2024/05/06 18:02:06.005 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [retryCnt=0] [takeTime=2.029346909s] [] [2024/05/06 18:02:06.005 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/06 18:02:06.006 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [takeTime=987.412µs] [] [2024/05/06 18:02:06.007 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/05/06 18:02:06.007 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 18:02:06.008 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [takeTime=1.362355ms] [] [2024/05/06 18:02:06.008 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [retryCnt=0] [2024/05/06 18:02:06.008 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 18:02:06.008 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [retryCnt=0] [takeTime=54.91µs] [] [2024/05/06 18:02:06.008 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 18:02:06.009 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [takeTime=845.401µs] [] [2024/05/06 18:02:06.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:06.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=58] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:02:06.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:06.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=58] [task-type=ImportInto] [num=1] [2024/05/06 18:02:06.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:06.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:06.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:06.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [2024/05/06 18:02:06.281 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:06.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:06.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:06.283 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:06.283 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:06.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:06.284 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:06.284 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:02:06.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:06.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:06.298 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:06.298 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:06.298 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:06.298 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:06.298 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:06.298 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:06.298 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:06.298 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:06.298 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:06.298 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:06.312 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":26}}"] [2024/05/06 18:02:06.314 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:02:06.314 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=58] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 18:02:06.314 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:06.325 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=58] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:02:06.325 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:06.635 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=58] [step=import] [2024/05/06 18:02:06.640 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:06.640 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:06.640 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:06.640 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:06.640 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:06.640 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:06.640 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:06.640 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:06.640 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:06.640 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:06.641 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:06.641 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:06.641 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:06.641 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=58] [error="context canceled"] [2024/05/06 18:02:06.642 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=58] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.76229184s] [] [2024/05/06 18:02:06.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:06.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:06.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:06.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:06.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:06.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:06.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:06.947 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=58] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:02:06.948 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=58] [step=post-process] [2024/05/06 18:02:06.961 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [2024/05/06 18:02:06.961 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [2024/05/06 18:02:06.961 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [2024/05/06 18:02:06.964 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:06.965 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:06.965 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:06.966 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:06.966 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:06.967 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:06.967 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:06.967 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:06.967 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:06.967 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:02:06.967 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:06.967 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:06.967 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:06.967 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:06.967 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:06.967 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:06.967 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:06.967 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:06.974 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [takeTime=13.01815ms] [] [2024/05/06 18:02:06.974 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 18:02:06.975 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [weight=30] [2024/05/06 18:02:06.975 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [concurrency=15] [2024/05/06 18:02:06.977 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [local="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 18:02:06.977 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [takeTime=16.015822ms] [] [2024/05/06 18:02:06.977 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [takeTime=16.159297ms] [] [2024/05/06 18:02:07.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:07.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=58] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:07.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:07.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=58] [task-type=ImportInto] [num=1] [2024/05/06 18:02:07.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:07.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:07.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:07.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=58] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:07.279 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=58] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:07.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:07.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:07.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:07.290 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=58] [step=done] [state=running] [] [2024/05/06 18:02:07.293 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=58] [2024/05/06 18:02:07.299 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:02:07.442 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.771966356\n# Parse_time: 0.000134303\n# Compile_time: 0.000470513\n# Rewrite_time: 0.000140647\n# Optimize_time: 0.000204856\n# Wait_TS: 0.000342216\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d4ea1cbec1ea292ce36921fbf548da1d564746ce1d24533f56ddf35ee6437999\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS43N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS43N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8` FROM 'gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8';"] [2024/05/06 18:02:07.488 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8\"}}"] [dist-task-enabled=false] [2024/05/06 18:02:07.506 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=59] [job-id=59] [thread-cnt=8] [2024/05/06 18:02:07.506 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=59] [2024/05/06 18:02:07.601 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=58] [error="context canceled"] [2024/05/06 18:02:07.601 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=58] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=653.829885ms] [] [2024/05/06 18:02:07.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:07.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:07.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:07.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:07.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:07.783 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=58] [2024/05/06 18:02:07.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:07.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:07.791 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:02:07.803 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:02:08.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:08.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:08.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:08.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:08.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:08.292 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:08.292 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:08.771 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=59] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:02:08.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:08.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:08.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:08.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:08.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:08.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:08.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:09.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=59] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:02:09.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=59] [task-type=ImportInto] [num=1] [2024/05/06 18:02:09.275 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=59] [curr-step=init] [next-step=import] [2024/05/06 18:02:09.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:09.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:09.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:09.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:09.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:09.286 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=utf8mb4] [2024/05/06 18:02:09.286 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=29] [2024/05/06 18:02:09.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:09.287 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=29] [cost=56.997µs] [2024/05/06 18:02:09.287 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=utf8mb4] [takeTime=142.796µs] [] [2024/05/06 18:02:09.287 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=59] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:02:09.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:09.287 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=59] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:02:09.287 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:02:09.300 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=59] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:02:09.300 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:02:09.573 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=59] [2024/05/06 18:02:09.573 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=59] [type=ImportInto] [2024/05/06 18:02:09.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:09.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:09.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:09.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:09.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:09.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:09.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:09.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:09.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:09.783 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:09.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:09.784 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:09.784 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=59] [mode=Import] [2024/05/06 18:02:09.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:09.789 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:09.798 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:09.798 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:09.798 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:09.798 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:09.798 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:09.798 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:09.798 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:09.798 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:09.798 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:09.798 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:09.804 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=59] [2024/05/06 18:02:09.880 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=59] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:02:09.881 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=59] [step=import] [2024/05/06 18:02:09.881 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=59] [step=import] [2024/05/06 18:02:09.887 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:09.888 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:09.888 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:09.889 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:09.889 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:09.890 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:09.896 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:09.896 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:09.896 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:09.896 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:09.896 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:09.896 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:02:09.896 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:09.896 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:02:09.896 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:02:09.896 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:09.896 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:09.896 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:09.896 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:09.896 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:09.900 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:09.901 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:09.901 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:09.902 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:09.902 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:09.903 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:09.903 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:09.913 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:02:09.913 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=752.3GB] [2024/05/06 18:02:09.913 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=59] [step=import] [limit=256MiB] [2024/05/06 18:02:09.928 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=59] [step=import] [subtask-id=118] [2024/05/06 18:02:09.932 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 18:02:09.935 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 18:02:09.935 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=280] [2024/05/06 18:02:09.986 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=280] [key=utf8.tsv:0] [2024/05/06 18:02:09.989 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=280] [key=utf8.tsv:0] [readDur=889.181µs] [encodeDur=1.615219ms] [deliverDur=267.941µs] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [takeTime=3.126046ms] [] [2024/05/06 18:02:09.990 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=59] [step=import] [subtask-id=118] [takeTime=61.858351ms] [] [2024/05/06 18:02:09.990 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=88] [kvs=2] [files=1] [sstFileSize=999] [file=/tmp/tidb/import-4000/59/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/326354b6-5c34-485d-9fb3-b41bf0769fa1.sst] [firstKey=7480000000000001185F728000000000000001] [lastKey=7480000000000001185F728000000000000002] [2024/05/06 18:02:09.990 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/05/06 18:02:09.990 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/05/06 18:02:09.990 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 18:02:09.992 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.763374ms] [] [2024/05/06 18:02:09.992 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/05/06 18:02:09.996 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:02:09.998 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=88] [2024/05/06 18:02:09.998 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:02:09.998 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 18:02:09.998 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF185F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF185F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 18:02:09.999 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF185F728000000000FF0000010000000000FA] [end=7480000000000001FF185F728000000000FF0000030000000000FA] [2024/05/06 18:02:09.999 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF185F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF185F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 18:02:09.999 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=404.934µs] [2024/05/06 18:02:09.999 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.168521ms] [] [2024/05/06 18:02:10.007 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 20, store 1, region 14, epoch conf_ver:5 version:112 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 114, request epoch conf_ver: 5 version: 112\")"] ["job stage"=needRescan] [2024/05/06 18:02:10.008 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001185F728000000000000001] [endKey=7480000000000001185F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:02:12.007 +08:00] [2024/05/06 18:02:10.039 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574267778760708] [req-type=Cop] [region="{ region id: 14, ver: 112, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:02:10.039 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574267778760708] [req-type=Cop] [region="{ region id: 14, ver: 112, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:02:10.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:10.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:10.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:10.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:10.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:10.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:10.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:10.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:10.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:10.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:10.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:10.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:10.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:10.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:11.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:11.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:11.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:11.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:11.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:11.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:11.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:11.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:11.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:11.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:11.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:11.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:11.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:11.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:12.022 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=88] [kvs=2] [importedSize=88] [importedCount=2] [2024/05/06 18:02:12.023 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=2.031428261s] [] [2024/05/06 18:02:12.023 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 18:02:12.024 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.050183ms] [] [2024/05/06 18:02:12.024 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/05/06 18:02:12.024 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 18:02:12.026 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.446045ms] [] [2024/05/06 18:02:12.026 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/05/06 18:02:12.026 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 18:02:12.026 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=40.322µs] [] [2024/05/06 18:02:12.026 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 18:02:12.027 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=817.145µs] [] [2024/05/06 18:02:12.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:12.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=59] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:02:12.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:12.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=59] [task-type=ImportInto] [num=1] [2024/05/06 18:02:12.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:12.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:12.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:12.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [2024/05/06 18:02:12.282 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:12.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:12.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:12.284 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:12.284 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:12.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:12.285 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:12.285 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:02:12.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:12.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:12.300 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:12.300 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:12.300 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:12.300 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:12.300 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:12.300 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:12.300 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:12.300 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:12.300 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:12.300 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:12.316 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":26}}"] [2024/05/06 18:02:12.317 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:02:12.317 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=59] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 18:02:12.317 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:12.330 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=59] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:02:12.330 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:12.347 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=59] [step=import] [2024/05/06 18:02:12.351 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:12.351 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:12.351 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:12.351 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:12.351 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:12.351 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:12.351 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:12.351 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:12.351 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:12.351 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:12.353 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:12.353 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:12.353 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:12.353 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=59] [error="context canceled"] [2024/05/06 18:02:12.353 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=59] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.47329017s] [] [2024/05/06 18:02:12.659 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=59] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:02:12.660 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=59] [step=post-process] [2024/05/06 18:02:12.673 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [2024/05/06 18:02:12.673 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [2024/05/06 18:02:12.673 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [2024/05/06 18:02:12.676 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:12.677 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:12.677 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:12.678 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:12.678 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:12.679 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:12.679 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:12.679 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:12.679 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:12.679 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:12.679 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:12.679 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:02:12.679 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:12.679 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:12.679 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:12.679 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:12.679 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:12.687 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [takeTime=14.224302ms] [] [2024/05/06 18:02:12.687 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 18:02:12.688 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [weight=30] [2024/05/06 18:02:12.688 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [concurrency=15] [2024/05/06 18:02:12.690 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449574268473180174] [req-type=Cop] [region="{ region id: 480, ver: 114, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 481, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 482, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 483, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=481-not_leader-482:1] [2024/05/06 18:02:12.695 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [local="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 18:02:12.695 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [takeTime=22.119821ms] [] [2024/05/06 18:02:12.695 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [takeTime=22.268834ms] [] [2024/05/06 18:02:12.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:12.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:12.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=59] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:12.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:12.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:12.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:12.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=59] [task-type=ImportInto] [num=1] [2024/05/06 18:02:12.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=59] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:12.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=59] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:12.779 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:12.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:12.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:12.789 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=59] [step=done] [state=running] [] [2024/05/06 18:02:12.792 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=59] [2024/05/06 18:02:12.799 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:02:12.917 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.47089911\n# Parse_time: 0.000100065\n# Compile_time: 0.000504516\n# Rewrite_time: 0.000172335\n# Optimize_time: 0.000165025\n# Wait_TS: 0.000317521\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8';"] [2024/05/06 18:02:12.921 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=200] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.latin1 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET latin1;"] [user=root@%] [2024/05/06 18:02:12.935 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:12.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_charset.latin1 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET latin1;"] [2024/05/06 18:02:12.935 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:12.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:02:12.951 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=283] [conn=2] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:12.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:12.971 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=200] [neededSchemaVersion=201] ["start time"=1.92105ms] [gotSchemaVersion=201] [phyTblIDs="[282]"] [actionTypes="[3]"] [2024/05/06 18:02:12.976 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=283] [version=201] [2024/05/06 18:02:13.014 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=59] [error="context canceled"] [2024/05/06 18:02:13.014 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=59] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=355.114419ms] [] [2024/05/06 18:02:13.020 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=201] ["take time"=53.343059ms] [job="ID:283, Type:create table, State:done, SchemaState:public, SchemaID:276, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:12.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:13.035 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=283] [conn=2] [job="ID:283, Type:create table, State:synced, SchemaState:public, SchemaID:276, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:12.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:13.047 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=283] [2024/05/06 18:02:13.048 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:02:13.093 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"latin1\"}}"] [dist-task-enabled=false] [2024/05/06 18:02:13.111 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=60] [job-id=60] [thread-cnt=8] [2024/05/06 18:02:13.111 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=60] [2024/05/06 18:02:13.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:13.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:13.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:13.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:13.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:13.284 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=59] [2024/05/06 18:02:13.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:13.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:13.291 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:02:13.304 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:02:13.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:13.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:13.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:13.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:13.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:13.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:13.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:14.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:14.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:14.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:14.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:14.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:14.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:14.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:14.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=60] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:02:14.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:14.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:14.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:14.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:14.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:14.791 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:14.792 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:15.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=60] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:02:15.273 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=60] [task-type=ImportInto] [num=1] [2024/05/06 18:02:15.274 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=60] [curr-step=init] [next-step=import] [2024/05/06 18:02:15.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:15.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:15.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:15.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:15.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:15.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:15.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:15.288 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=latin1] [2024/05/06 18:02:15.288 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=latin1] [before=536870912000] [after=13] [2024/05/06 18:02:15.288 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=13] [cost=50.194µs] [2024/05/06 18:02:15.288 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=latin1] [takeTime=152.111µs] [] [2024/05/06 18:02:15.288 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=60] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:02:15.288 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=60] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:02:15.288 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:02:15.301 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=60] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:02:15.301 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:02:15.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=60] [2024/05/06 18:02:15.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=60] [type=ImportInto] [2024/05/06 18:02:15.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:15.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:15.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:15.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:15.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:15.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:15.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:15.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:15.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:15.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:15.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:15.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:15.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=60] [mode=Import] [2024/05/06 18:02:15.797 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:15.797 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:15.797 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:15.797 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:15.797 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:15.797 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:15.797 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:15.797 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:15.797 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:15.797 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:15.797 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:15.797 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:15.804 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=60] [2024/05/06 18:02:15.880 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=60] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:02:15.881 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=60] [step=import] [2024/05/06 18:02:15.881 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=60] [step=import] [2024/05/06 18:02:15.887 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:15.888 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:15.888 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:15.889 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:15.889 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:15.890 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:15.890 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:15.890 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:15.890 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:15.890 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:15.890 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:15.890 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:02:15.891 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:02:15.891 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:15.891 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:15.891 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:15.891 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:15.891 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:15.895 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:15.895 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:15.895 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:15.897 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:15.897 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:15.897 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:15.897 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:15.906 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:02:15.906 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=latin1] [quota=752.3GB] [2024/05/06 18:02:15.906 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=60] [step=import] [limit=256MiB] [2024/05/06 18:02:15.921 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=60] [step=import] [subtask-id=120] [2024/05/06 18:02:15.925 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/06 18:02:15.928 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 18:02:15.928 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=282] [2024/05/06 18:02:15.939 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=282] [key=latin1.tsv:0] [2024/05/06 18:02:15.941 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=282] [key=latin1.tsv:0] [readDur=1.161188ms] [encodeDur=368.673µs] [deliverDur=228.284µs] [checksum="{cksum=17445954840175383303,size=84,kvs=2}"] [takeTime=2.065147ms] [] [2024/05/06 18:02:15.942 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=84] [kvs=2] [files=1] [sstFileSize=997] [file=/tmp/tidb/import-4000/60/ece7d91b-221a-5440-8076-d026d7718798.sst/cc942bdf-54e2-481b-802c-cd1530afb278.sst] [firstKey=74800000000000011A5F728000000000000001] [lastKey=74800000000000011A5F728000000000000002] [2024/05/06 18:02:15.942 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=60] [step=import] [subtask-id=120] [takeTime=21.404414ms] [] [2024/05/06 18:02:15.942 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/05/06 18:02:15.942 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/05/06 18:02:15.942 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/06 18:02:15.944 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [takeTime=1.830539ms] [] [2024/05/06 18:02:15.944 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [retryCnt=0] [2024/05/06 18:02:15.948 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:02:15.950 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ece7d91b-221a-5440-8076-d026d7718798] ["region ranges"=1] [count=2] [size=84] [2024/05/06 18:02:15.950 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:02:15.950 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/06 18:02:15.950 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF1A5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF1A5F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 18:02:15.951 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF1A5F728000000000FF0000010000000000FA] [end=7480000000000001FF1A5F728000000000FF0000030000000000FA] [2024/05/06 18:02:15.951 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF1A5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF1A5F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 18:02:15.951 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=473.69µs] [2024/05/06 18:02:15.951 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ece7d91b-221a-5440-8076-d026d7718798] [takeTime=1.316978ms] [] [2024/05/06 18:02:15.959 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:114 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 116, request epoch conf_ver: 5 version: 114\")"] ["job stage"=needRescan] [2024/05/06 18:02:15.960 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000011A5F728000000000000001] [endKey=74800000000000011A5F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:02:17.960 +08:00] [2024/05/06 18:02:15.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574269338517507] [req-type=Cop] [region="{ region id: 14, ver: 114, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:02:15.990 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574269338517507] [req-type=Cop] [region="{ region id: 14, ver: 114, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:02:16.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:16.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:16.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:16.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:16.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:16.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:16.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:16.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:16.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:16.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:16.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:16.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:16.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:16.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:17.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:17.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:17.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:17.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:17.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:17.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:17.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:17.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:17.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:17.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:17.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:17.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:17.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:17.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:17.974 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ece7d91b-221a-5440-8076-d026d7718798] [size=84] [kvs=2] [importedSize=84] [importedCount=2] [2024/05/06 18:02:17.975 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [retryCnt=0] [takeTime=2.030977759s] [] [2024/05/06 18:02:17.975 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/06 18:02:17.976 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [takeTime=1.0039ms] [] [2024/05/06 18:02:17.977 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/05/06 18:02:17.977 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 18:02:17.978 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [takeTime=1.337999ms] [] [2024/05/06 18:02:17.978 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [retryCnt=0] [2024/05/06 18:02:17.978 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 18:02:17.978 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [retryCnt=0] [takeTime=54.303µs] [] [2024/05/06 18:02:17.978 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 18:02:17.979 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [takeTime=802.646µs] [] [2024/05/06 18:02:18.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:18.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=60] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:02:18.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:18.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:18.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:18.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:18.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=60] [task-type=ImportInto] [num=1] [2024/05/06 18:02:18.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [2024/05/06 18:02:18.281 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:18.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:18.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:18.283 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:18.283 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:18.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:18.284 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:18.284 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:02:18.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:18.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:18.298 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:18.298 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:18.298 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:18.298 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:18.298 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:18.298 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:18.298 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:18.298 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:18.298 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:18.298 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:18.314 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":22}}"] [2024/05/06 18:02:18.315 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:02:18.315 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=60] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 18:02:18.315 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:18.327 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=60] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:02:18.327 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:18.605 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=60] [step=import] [2024/05/06 18:02:18.609 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:18.609 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:18.609 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:18.609 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:18.609 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:18.609 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:18.609 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:18.609 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:18.609 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:18.609 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:18.610 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:18.610 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:18.610 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:18.611 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=60] [error="context canceled"] [2024/05/06 18:02:18.611 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=60] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.730934766s] [] [2024/05/06 18:02:18.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:18.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:18.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:18.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:18.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:18.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:18.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:18.917 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=60] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:02:18.918 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=60] [step=post-process] [2024/05/06 18:02:18.931 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [2024/05/06 18:02:18.932 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [2024/05/06 18:02:18.932 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [2024/05/06 18:02:18.934 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:18.935 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:18.935 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:18.936 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:18.936 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:18.937 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:18.937 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:18.937 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:18.937 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:18.937 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:18.937 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:18.937 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:18.937 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:18.938 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:18.938 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:18.938 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:18.938 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:18.946 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [takeTime=14.154665ms] [] [2024/05/06 18:02:18.946 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [checksum="{cksum=17445954840175383303,size=84,kvs=2}"] [2024/05/06 18:02:18.947 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [weight=30] [2024/05/06 18:02:18.947 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [concurrency=15] [2024/05/06 18:02:18.949 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [local="{cksum=17445954840175383303,size=84,kvs=2}"] [2024/05/06 18:02:18.949 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [takeTime=17.294917ms] [] [2024/05/06 18:02:18.949 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [takeTime=17.446867ms] [] [2024/05/06 18:02:19.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:19.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=60] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:19.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:19.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=60] [task-type=ImportInto] [num=1] [2024/05/06 18:02:19.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:19.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:19.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:19.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=60] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:19.279 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=60] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:19.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:19.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:19.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:19.290 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=60] [step=done] [state=running] [] [2024/05/06 18:02:19.293 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=60] [2024/05/06 18:02:19.300 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:02:19.423 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.372965716\n# Parse_time: 0.000159195\n# Compile_time: 0.00063427\n# Rewrite_time: 0.000212732\n# Optimize_time: 0.000170962\n# Wait_TS: 0.000339033\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 332e8cdf63771e77768aec7efdf35164436f132e1692aa988cbd127c61a22a3b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4zN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4zN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`latin1` FROM 'gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'latin1';"] [2024/05/06 18:02:19.427 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=201] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_charset.utf8mb4;"] [user=root@%] [2024/05/06 18:02:19.441 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:285, Type:truncate table, State:queueing, SchemaState:none, SchemaID:276, TableID:280, RowCount:0, ArgLen:3, start time: 2024-05-06 18:02:19.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:02:19.441 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:285, Type:truncate table, State:queueing, SchemaState:none, SchemaID:276, TableID:280, RowCount:0, ArgLen:3, start time: 2024-05-06 18:02:19.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="TRUNCATE TABLE load_charset.utf8mb4;"] [2024/05/06 18:02:19.462 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=285] [conn=2] [category=ddl] [job="ID:285, Type:truncate table, State:queueing, SchemaState:none, SchemaID:276, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:19.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:19.486 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=201] [neededSchemaVersion=202] ["start time"=1.909514ms] [gotSchemaVersion=202] [phyTblIDs="[280,284]"] [actionTypes="[11,11]"] [2024/05/06 18:02:19.491 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=285] [version=202] [2024/05/06 18:02:19.534 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=202] ["take time"=52.697828ms] [job="ID:285, Type:truncate table, State:done, SchemaState:public, SchemaID:276, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:19.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:19.554 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=285] [elementID=1] [comment="table ID is 280"] [2024/05/06 18:02:19.559 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=285] [jobType="truncate table"] [2024/05/06 18:02:19.561 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=285] [conn=2] [job="ID:285, Type:truncate table, State:synced, SchemaState:public, SchemaID:276, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:19.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:19.573 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=60] [error="context canceled"] [2024/05/06 18:02:19.573 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=60] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=656.346205ms] [] [2024/05/06 18:02:19.578 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=285] [2024/05/06 18:02:19.578 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:02:19.621 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"latin1\"}}"] [dist-task-enabled=false] [2024/05/06 18:02:19.639 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=61] [job-id=61] [thread-cnt=8] [2024/05/06 18:02:19.639 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=61] [2024/05/06 18:02:19.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:19.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:19.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:19.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:19.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:19.784 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=60] [2024/05/06 18:02:19.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:19.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:19.791 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:02:19.804 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:02:20.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:20.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:20.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:20.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:20.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:20.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:20.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:20.771 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=61] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:02:20.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:20.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:20.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:20.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:20.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:20.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:20.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:21.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=61] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:02:21.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=61] [task-type=ImportInto] [num=1] [2024/05/06 18:02:21.275 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=61] [curr-step=init] [next-step=import] [2024/05/06 18:02:21.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:21.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:21.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:21.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:21.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:21.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:21.288 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=utf8mb4] [2024/05/06 18:02:21.288 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=13] [2024/05/06 18:02:21.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:21.288 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=13] [cost=88.103µs] [2024/05/06 18:02:21.288 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=utf8mb4] [takeTime=241.283µs] [] [2024/05/06 18:02:21.288 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=61] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:02:21.288 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=61] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:02:21.288 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:02:21.301 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=61] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:02:21.301 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:02:21.573 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=61] [2024/05/06 18:02:21.573 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=61] [type=ImportInto] [2024/05/06 18:02:21.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:21.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:21.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:21.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:21.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:21.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:21.782 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:21.782 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:21.783 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:21.783 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:21.784 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:21.784 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:21.784 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=61] [mode=Import] [2024/05/06 18:02:21.799 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:21.799 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:21.799 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:21.799 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:21.799 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:21.799 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:21.799 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:21.799 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:21.799 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:21.799 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:21.799 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:21.799 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:21.805 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=61] [2024/05/06 18:02:21.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=61] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:02:21.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=61] [step=import] [2024/05/06 18:02:21.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=61] [step=import] [2024/05/06 18:02:21.886 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:21.887 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:21.887 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:21.888 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:21.888 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:21.889 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:21.889 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:21.889 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:21.889 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:21.889 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:21.889 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:02:21.889 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:21.889 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:02:21.890 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:02:21.890 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:21.890 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:21.890 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:21.890 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:21.890 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:21.894 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:21.894 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:21.894 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:21.895 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:21.895 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:21.896 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:21.896 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:21.905 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:02:21.905 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=752.3GB] [2024/05/06 18:02:21.905 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=61] [step=import] [limit=256MiB] [2024/05/06 18:02:21.919 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=61] [step=import] [subtask-id=122] [2024/05/06 18:02:21.922 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 18:02:21.925 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 18:02:21.925 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=284] [2024/05/06 18:02:21.938 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=284] [key=latin1.tsv:0] [2024/05/06 18:02:21.940 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=284] [key=latin1.tsv:0] [readDur=837.906µs] [encodeDur=389.833µs] [deliverDur=168.953µs] [checksum="{cksum=10176994571083539890,size=84,kvs=2}"] [takeTime=1.667416ms] [] [2024/05/06 18:02:21.941 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=84] [kvs=2] [files=1] [sstFileSize=997] [file=/tmp/tidb/import-4000/61/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/624e206b-91c3-4f3a-80be-189421031f45.sst] [firstKey=74800000000000011C5F728000000000000001] [lastKey=74800000000000011C5F728000000000000002] [2024/05/06 18:02:21.941 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=61] [step=import] [subtask-id=122] [takeTime=22.187621ms] [] [2024/05/06 18:02:21.941 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/05/06 18:02:21.941 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/05/06 18:02:21.941 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 18:02:21.943 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.60228ms] [] [2024/05/06 18:02:21.943 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/05/06 18:02:21.947 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:02:21.948 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=84] [2024/05/06 18:02:21.948 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:02:21.948 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 18:02:21.948 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF1C5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF1C5F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 18:02:21.949 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF1C5F728000000000FF0000010000000000FA] [end=7480000000000001FF1C5F728000000000FF0000030000000000FA] [2024/05/06 18:02:21.949 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF1C5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF1C5F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 18:02:21.949 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=394.378µs] [2024/05/06 18:02:21.949 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.11778ms] [] [2024/05/06 18:02:21.961 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 118, but you sent conf_ver: 5 version: 116"] [region="{ID=500,startKey=7480000000000001FF1C5F728000000000FF0000010000000000FA,endKey=7480000000000001FF1C5F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:118 \",peers=\"id:501 store_id:2 ,id:502 store_id:1 ,id:503 store_id:3 \"}"] [start=74800000000000011C5F728000000000000001] [end=74800000000000011C5F728000000000000003] [2024/05/06 18:02:21.961 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000011C5F728000000000000001] [endKey=74800000000000011C5F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:02:23.961 +08:00] [2024/05/06 18:02:21.988 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574270911119363] [req-type=Cop] [region="{ region id: 14, ver: 116, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:02:21.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574270911119363] [req-type=Cop] [region="{ region id: 14, ver: 116, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:02:22.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:22.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:22.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:22.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:22.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:22.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:22.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:22.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:22.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:22.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:22.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:22.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:22.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:22.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:23.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:23.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:23.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:23.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:23.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:23.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:23.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:23.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:23.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:23.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:23.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:23.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:23.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:23.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:23.975 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=84] [kvs=2] [importedSize=84] [importedCount=2] [2024/05/06 18:02:23.976 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=2.033484995s] [] [2024/05/06 18:02:23.976 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 18:02:23.977 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=977.57µs] [] [2024/05/06 18:02:23.977 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/05/06 18:02:23.977 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 18:02:23.979 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.174806ms] [] [2024/05/06 18:02:23.979 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/05/06 18:02:23.979 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 18:02:23.979 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=40.892µs] [] [2024/05/06 18:02:23.979 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 18:02:23.979 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=666.011µs] [] [2024/05/06 18:02:24.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:24.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=61] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:02:24.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:24.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:24.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:24.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=61] [task-type=ImportInto] [num=1] [2024/05/06 18:02:24.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:24.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [2024/05/06 18:02:24.281 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:24.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:24.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:24.283 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:24.283 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:24.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:24.284 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:24.284 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:02:24.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:24.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:24.299 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:24.299 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:24.299 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:24.299 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:24.299 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:24.299 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:24.299 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:24.299 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:24.299 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:24.299 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:24.314 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":22}}"] [2024/05/06 18:02:24.315 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:02:24.316 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=61] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 18:02:24.316 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:24.327 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=61] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:02:24.327 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:24.606 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=61] [step=import] [2024/05/06 18:02:24.610 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:24.610 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:24.610 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:24.610 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:24.610 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:24.610 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:24.610 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:24.610 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:24.610 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:24.610 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:24.611 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:24.611 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:24.612 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:24.612 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=61] [error="context canceled"] [2024/05/06 18:02:24.612 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=61] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.732483918s] [] [2024/05/06 18:02:24.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:24.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:24.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:24.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:24.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:24.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:24.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:24.918 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=61] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:02:24.919 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=61] [step=post-process] [2024/05/06 18:02:24.932 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [2024/05/06 18:02:24.932 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [2024/05/06 18:02:24.932 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [2024/05/06 18:02:24.935 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:24.935 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:24.935 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:24.936 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:24.937 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:24.937 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:24.938 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:24.938 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:24.938 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:02:24.938 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:24.938 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:24.938 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:24.938 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:24.938 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:24.938 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:24.938 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:24.938 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:24.946 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [takeTime=13.450794ms] [] [2024/05/06 18:02:24.946 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [checksum="{cksum=10176994571083539890,size=84,kvs=2}"] [2024/05/06 18:02:24.946 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [weight=30] [2024/05/06 18:02:24.946 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [concurrency=15] [2024/05/06 18:02:24.948 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [local="{cksum=10176994571083539890,size=84,kvs=2}"] [2024/05/06 18:02:24.949 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [takeTime=16.45466ms] [] [2024/05/06 18:02:24.949 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [takeTime=16.581172ms] [] [2024/05/06 18:02:25.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:25.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:25.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=61] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:25.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:25.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:25.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:25.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=61] [task-type=ImportInto] [num=1] [2024/05/06 18:02:25.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=61] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:25.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=61] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:25.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:25.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:25.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:25.289 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=61] [step=done] [state=running] [] [2024/05/06 18:02:25.291 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=61] [2024/05/06 18:02:25.297 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:02:25.350 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.768664069\n# Parse_time: 0.000090939\n# Compile_time: 0.000431407\n# Rewrite_time: 0.000141886\n# Optimize_time: 0.000169708\n# Wait_TS: 0.000279983\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS43N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS43N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'latin1';"] [2024/05/06 18:02:25.353 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=202] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.ascii (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET ascii;"] [user=root@%] [2024/05/06 18:02:25.366 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:287, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:286, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:25.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:02:25.366 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:287, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:286, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:25.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_charset.ascii (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET ascii;"] [2024/05/06 18:02:25.380 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=287] [conn=2] [category=ddl] [job="ID:287, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:25.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:25.399 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=202] [neededSchemaVersion=203] ["start time"=1.856682ms] [gotSchemaVersion=203] [phyTblIDs="[286]"] [actionTypes="[3]"] [2024/05/06 18:02:25.403 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=287] [version=203] [2024/05/06 18:02:25.447 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=203] ["take time"=52.708282ms] [job="ID:287, Type:create table, State:done, SchemaState:public, SchemaID:276, TableID:286, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:25.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:25.461 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=287] [conn=2] [job="ID:287, Type:create table, State:synced, SchemaState:public, SchemaID:276, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:25.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:25.472 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=287] [2024/05/06 18:02:25.473 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:02:25.475 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=203] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.binary (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET binary;"] [user=root@%] [2024/05/06 18:02:25.489 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:25.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:02:25.489 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:25.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_charset.binary (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET binary;"] [2024/05/06 18:02:25.509 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=289] [conn=2] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:25.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:25.527 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=203] [neededSchemaVersion=204] ["start time"=1.795567ms] [gotSchemaVersion=204] [phyTblIDs="[288]"] [actionTypes="[3]"] [2024/05/06 18:02:25.531 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=289] [version=204] [2024/05/06 18:02:25.572 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=61] [error="context canceled"] [2024/05/06 18:02:25.572 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=61] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=654.285054ms] [] [2024/05/06 18:02:25.575 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=204] ["take time"=53.05605ms] [job="ID:289, Type:create table, State:done, SchemaState:public, SchemaID:276, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:25.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:25.589 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=289] [conn=2] [job="ID:289, Type:create table, State:synced, SchemaState:public, SchemaID:276, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:25.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:25.600 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=289] [2024/05/06 18:02:25.600 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:02:25.638 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"ascii\"}}"] [dist-task-enabled=false] [2024/05/06 18:02:25.654 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=62] [job-id=62] [thread-cnt=8] [2024/05/06 18:02:25.654 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=62] [2024/05/06 18:02:25.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:25.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:25.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:25.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:25.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:25.783 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=61] [2024/05/06 18:02:25.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:25.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:25.791 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:02:25.803 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:02:26.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:26.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:26.276 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:26.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:26.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:26.285 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:26.285 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:26.769 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=62] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:02:26.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:26.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:26.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:26.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:26.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:26.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:26.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:27.271 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=62] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:02:27.272 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=62] [task-type=ImportInto] [num=1] [2024/05/06 18:02:27.273 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=62] [curr-step=init] [next-step=import] [2024/05/06 18:02:27.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:27.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:27.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:27.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:27.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:27.285 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=ascii] [2024/05/06 18:02:27.285 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=ascii] [before=536870912000] [after=8] [2024/05/06 18:02:27.285 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=49.695µs] [2024/05/06 18:02:27.285 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=ascii] [takeTime=146.91µs] [] [2024/05/06 18:02:27.285 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=62] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:02:27.285 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=62] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:02:27.285 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:02:27.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:27.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:27.297 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=62] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:02:27.297 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:02:27.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=62] [2024/05/06 18:02:27.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=62] [type=ImportInto] [2024/05/06 18:02:27.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:27.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:27.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:27.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:27.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:27.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:27.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:27.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:27.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:27.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:27.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:27.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:27.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=62] [mode=Import] [2024/05/06 18:02:27.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:27.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:27.800 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:27.800 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:27.800 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:27.800 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:27.800 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:27.800 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:27.800 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:27.800 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:27.800 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:27.800 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:27.806 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=62] [2024/05/06 18:02:27.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=62] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:02:27.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=62] [step=import] [2024/05/06 18:02:27.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=62] [step=import] [2024/05/06 18:02:27.886 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:27.887 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:27.887 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:27.888 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:27.888 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:27.889 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:27.889 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:27.889 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:27.889 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:27.889 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:02:27.889 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:27.889 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:27.889 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:02:27.889 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:02:27.889 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:27.889 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:27.889 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:27.889 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:27.889 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:27.893 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:27.894 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:27.894 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:27.895 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:27.895 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:27.896 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:27.896 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:27.904 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:02:27.904 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=ascii] [quota=752.3GB] [2024/05/06 18:02:27.904 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=62] [step=import] [limit=256MiB] [2024/05/06 18:02:27.917 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=62] [step=import] [subtask-id=124] [2024/05/06 18:02:27.920 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/06 18:02:27.923 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 18:02:27.923 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=286] [2024/05/06 18:02:27.932 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=286] [key=ascii.tsv:0] [2024/05/06 18:02:27.933 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=286] [key=ascii.tsv:0] [readDur=778.031µs] [encodeDur=151.912µs] [deliverDur=137.672µs] [checksum="{cksum=8822309236507850431,size=36,kvs=1}"] [takeTime=1.283201ms] [] [2024/05/06 18:02:27.934 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=62] [step=import] [subtask-id=124] [takeTime=16.596904ms] [] [2024/05/06 18:02:27.934 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/62/61de7867-b9cf-5cd3-9fcf-c962f48b2a45.sst/1fe736e6-9f83-43c7-911d-5139d3619339.sst] [firstKey=74800000000000011E5F728000000000000001] [lastKey=74800000000000011E5F728000000000000001] [2024/05/06 18:02:27.934 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/05/06 18:02:27.934 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/05/06 18:02:27.934 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/06 18:02:27.935 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [takeTime=1.479957ms] [] [2024/05/06 18:02:27.935 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [retryCnt=0] [2024/05/06 18:02:27.939 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:02:27.941 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] ["region ranges"=1] [count=1] [size=36] [2024/05/06 18:02:27.941 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:02:27.941 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/06 18:02:27.941 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF1E5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF1E5F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 18:02:27.941 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF1E5F728000000000FF0000010000000000FA] [end=7480000000000001FF1E5F728000000000FF0000020000000000FA] [2024/05/06 18:02:27.942 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF1E5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF1E5F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 18:02:27.942 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=406.7µs] [2024/05/06 18:02:27.942 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [takeTime=1.121991ms] [] [2024/05/06 18:02:27.949 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:118 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 120, request epoch conf_ver: 5 version: 118\")"] ["job stage"=needRescan] [2024/05/06 18:02:27.950 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000011E5F728000000000000001] [endKey=74800000000000011E5F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:02:29.950 +08:00] [2024/05/06 18:02:27.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574272483983363] [req-type=Cop] [region="{ region id: 14, ver: 118, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:02:27.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574272483983363] [req-type=Cop] [region="{ region id: 14, ver: 118, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:02:28.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:28.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:28.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:28.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:28.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:28.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:28.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:28.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:28.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:28.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:28.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:28.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:28.785 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:28.785 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:29.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:29.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:29.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:29.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:29.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:29.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:29.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:29.778 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:29.779 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:29.779 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:29.779 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:29.780 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:29.789 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:29.789 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:29.965 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/06 18:02:29.966 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [retryCnt=0] [takeTime=2.030761222s] [] [2024/05/06 18:02:29.966 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/06 18:02:29.967 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [takeTime=1.003174ms] [] [2024/05/06 18:02:29.967 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/05/06 18:02:29.967 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 18:02:29.969 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [takeTime=1.213527ms] [] [2024/05/06 18:02:29.969 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [retryCnt=0] [2024/05/06 18:02:29.969 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 18:02:29.969 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [retryCnt=0] [takeTime=71.799µs] [] [2024/05/06 18:02:29.969 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 18:02:29.970 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [takeTime=761.778µs] [] [2024/05/06 18:02:30.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=62] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:02:30.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:30.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=62] [task-type=ImportInto] [num=1] [2024/05/06 18:02:30.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:30.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [2024/05/06 18:02:30.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:30.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:30.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:30.280 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:30.281 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:30.281 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:30.282 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:30.282 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:30.283 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:30.283 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:30.283 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:02:30.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:30.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:30.298 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:30.298 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:30.298 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:30.298 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:30.298 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:30.298 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:30.298 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:30.298 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:30.298 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:30.298 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:30.312 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":9}}"] [2024/05/06 18:02:30.313 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:02:30.313 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=62] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 18:02:30.313 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:30.324 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=62] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:02:30.324 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:30.593 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=62] [step=import] [2024/05/06 18:02:30.597 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:30.597 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:30.597 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:30.597 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:30.597 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:30.597 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:30.597 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:30.597 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:30.597 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:30.597 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:30.598 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:30.598 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:30.598 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:30.598 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=62] [error="context canceled"] [2024/05/06 18:02:30.598 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=62] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.719577777s] [] [2024/05/06 18:02:30.778 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:30.779 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:30.779 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:30.779 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:30.779 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:30.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:30.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:30.904 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=62] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:02:30.905 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=62] [step=post-process] [2024/05/06 18:02:30.917 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [2024/05/06 18:02:30.917 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [2024/05/06 18:02:30.917 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [2024/05/06 18:02:30.919 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:30.920 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:30.920 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:30.921 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:30.921 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:30.922 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:30.922 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:30.922 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:30.922 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:30.922 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/06 18:02:30.922 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:02:30.922 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:30.922 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:30.922 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:30.922 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:30.922 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:30.922 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:30.922 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:30.929 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [takeTime=12.493982ms] [] [2024/05/06 18:02:30.929 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [checksum="{cksum=8822309236507850431,size=36,kvs=1}"] [2024/05/06 18:02:30.930 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [weight=30] [2024/05/06 18:02:30.930 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [concurrency=15] [2024/05/06 18:02:30.932 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [local="{cksum=8822309236507850431,size=36,kvs=1}"] [2024/05/06 18:02:30.932 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [takeTime=15.493161ms] [] [2024/05/06 18:02:30.932 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [takeTime=15.626332ms] [] [2024/05/06 18:02:31.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=62] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:31.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:31.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=62] [task-type=ImportInto] [num=1] [2024/05/06 18:02:31.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:31.276 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=62] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:31.276 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=62] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:31.276 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:31.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:31.276 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:31.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:31.285 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:31.285 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:31.286 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=62] [step=done] [state=running] [] [2024/05/06 18:02:31.288 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=62] [2024/05/06 18:02:31.295 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:02:31.367 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.764876393\n# Parse_time: 0.000106673\n# Compile_time: 0.000433306\n# Rewrite_time: 0.000136657\n# Optimize_time: 0.000148227\n# Wait_TS: 0.000321721\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: ff2114095bcf5f69d9f1b263e1f8128bb43d39426ab6c09598cdf8469b2b33d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS43NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS43NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`ascii` FROM 'gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'ascii';"] [2024/05/06 18:02:31.409 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"binary\"}}"] [dist-task-enabled=false] [2024/05/06 18:02:31.426 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=63] [job-id=63] [thread-cnt=8] [2024/05/06 18:02:31.426 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=63] [2024/05/06 18:02:31.555 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=62] [error="context canceled"] [2024/05/06 18:02:31.555 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=62] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=650.807442ms] [] [2024/05/06 18:02:31.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:31.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:31.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:31.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:31.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:31.782 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=62] [2024/05/06 18:02:31.785 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:31.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:31.788 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:02:31.799 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:02:32.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:32.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:32.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:32.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:32.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:32.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:32.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:32.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=63] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:02:32.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:32.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:32.776 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:32.776 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:32.776 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:32.785 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:32.785 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:33.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=63] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:02:33.273 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=63] [task-type=ImportInto] [num=1] [2024/05/06 18:02:33.274 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=63] [curr-step=init] [next-step=import] [2024/05/06 18:02:33.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:33.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:33.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:33.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:33.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:33.285 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=binary] [2024/05/06 18:02:33.285 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=binary] [before=536870912000] [after=8] [2024/05/06 18:02:33.285 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=61.596µs] [2024/05/06 18:02:33.286 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=binary] [takeTime=152.285µs] [] [2024/05/06 18:02:33.286 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=63] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:02:33.286 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=63] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:02:33.286 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:02:33.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:33.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:33.297 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=63] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:02:33.297 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:02:33.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=63] [2024/05/06 18:02:33.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=63] [type=ImportInto] [2024/05/06 18:02:33.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:33.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:33.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:33.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:33.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:33.779 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:33.780 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:33.780 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:33.781 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:33.781 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:33.782 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:33.782 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:33.782 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=63] [mode=Import] [2024/05/06 18:02:33.797 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:33.797 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:33.797 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:33.797 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:33.797 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:33.797 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:33.797 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:33.797 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:33.797 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:33.797 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:33.797 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:33.797 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:33.803 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=63] [2024/05/06 18:02:33.878 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=63] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:02:33.879 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=63] [step=import] [2024/05/06 18:02:33.879 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=63] [step=import] [2024/05/06 18:02:33.885 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:33.886 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:33.886 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:33.887 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:33.887 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:33.888 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:33.888 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:33.888 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:33.888 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:02:33.888 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:33.888 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:33.888 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:33.888 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:33.888 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:33.888 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:33.888 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:33.888 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:33.892 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:33.893 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:33.893 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:33.894 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:33.894 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:33.895 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:33.895 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:33.904 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:02:33.904 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=binary] [quota=752.3GB] [2024/05/06 18:02:33.904 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=63] [step=import] [limit=256MiB] [2024/05/06 18:02:33.917 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=63] [step=import] [subtask-id=126] [2024/05/06 18:02:33.921 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/06 18:02:33.924 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 18:02:33.924 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=288] [2024/05/06 18:02:33.969 +08:00] [WARN] [pd.go:152] ["get timestamp too slow"] ["cost time"=34.401791ms] [2024/05/06 18:02:33.971 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=288] [key=ascii.tsv:0] [2024/05/06 18:02:33.972 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=288] [key=ascii.tsv:0] [readDur=939.946µs] [encodeDur=174.626µs] [deliverDur=180.716µs] [checksum="{cksum=10221261614854514798,size=36,kvs=1}"] [takeTime=1.564636ms] [] [2024/05/06 18:02:33.973 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/63/e8c1bd97-5d12-591a-8a3b-5cf4944c05d0.sst/b4eff3ee-ada8-4384-a260-9f3dc3527917.sst] [firstKey=7480000000000001205F728000000000000001] [lastKey=7480000000000001205F728000000000000001] [2024/05/06 18:02:33.973 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=63] [step=import] [subtask-id=126] [takeTime=56.266558ms] [] [2024/05/06 18:02:33.973 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/05/06 18:02:33.973 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/05/06 18:02:33.974 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/06 18:02:33.977 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [takeTime=3.063549ms] [] [2024/05/06 18:02:33.977 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [retryCnt=0] [2024/05/06 18:02:33.981 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:02:33.982 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] ["region ranges"=1] [count=1] [size=36] [2024/05/06 18:02:33.982 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:02:33.982 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/06 18:02:33.982 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF205F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF205F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 18:02:33.983 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF205F728000000000FF0000010000000000FA] [end=7480000000000001FF205F728000000000FF0000020000000000FA] [2024/05/06 18:02:33.983 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF205F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF205F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 18:02:33.984 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=673.047µs] [2024/05/06 18:02:33.984 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [takeTime=1.483065ms] [] [2024/05/06 18:02:33.992 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 25, store 3, region 14, epoch conf_ver:5 version:120 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 122, request epoch conf_ver: 5 version: 120\")"] ["job stage"=needRescan] [2024/05/06 18:02:33.993 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001205F728000000000000001] [endKey=7480000000000001205F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:02:35.993 +08:00] [2024/05/06 18:02:33.996 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574274070216707] [req-type=Cop] [region="{ region id: 14, ver: 120, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:02:33.996 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574274070216707] [req-type=Cop] [region="{ region id: 14, ver: 120, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:02:34.364 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:34.365 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:34.366 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:34.366 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:34.366 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:34.376 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:34.377 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:34.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:34.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:34.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:34.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:34.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:34.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:34.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:35.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:35.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:35.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:35.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:35.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:35.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:35.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:35.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:35.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:35.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:35.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:35.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:35.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:35.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:36.006 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/06 18:02:36.008 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [retryCnt=0] [takeTime=2.030909369s] [] [2024/05/06 18:02:36.008 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/06 18:02:36.009 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [takeTime=1.094411ms] [] [2024/05/06 18:02:36.009 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/05/06 18:02:36.009 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 18:02:36.011 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [takeTime=1.641602ms] [] [2024/05/06 18:02:36.011 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [retryCnt=0] [2024/05/06 18:02:36.011 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 18:02:36.011 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [retryCnt=0] [takeTime=44.452µs] [] [2024/05/06 18:02:36.011 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 18:02:36.012 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [takeTime=806.96µs] [] [2024/05/06 18:02:36.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:36.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=63] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:02:36.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:36.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=63] [task-type=ImportInto] [num=1] [2024/05/06 18:02:36.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:36.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:36.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:36.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [2024/05/06 18:02:36.281 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:36.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:36.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:36.283 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:36.283 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:36.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:36.284 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:36.284 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:02:36.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:36.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:36.298 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:36.298 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:36.298 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:36.298 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:36.298 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:36.298 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:36.298 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:36.298 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:36.299 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:36.299 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:36.314 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":9}}"] [2024/05/06 18:02:36.315 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:02:36.315 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=63] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 18:02:36.315 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:36.326 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=63] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:02:36.326 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:36.637 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=63] [step=import] [2024/05/06 18:02:36.642 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:36.642 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:36.642 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:36.642 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:36.642 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:36.642 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:36.642 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:36.642 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:36.642 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:36.642 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:36.644 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:36.644 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:36.644 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:36.644 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=63] [error="context canceled"] [2024/05/06 18:02:36.644 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=63] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.765859411s] [] [2024/05/06 18:02:36.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:36.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:36.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:36.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:36.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:36.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:36.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:36.950 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=63] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:02:36.951 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=63] [step=post-process] [2024/05/06 18:02:36.964 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [2024/05/06 18:02:36.964 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [2024/05/06 18:02:36.964 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [2024/05/06 18:02:36.966 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:36.967 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:36.967 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:36.968 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:36.968 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:36.969 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:36.969 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:36.969 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:36.969 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:36.969 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:36.969 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:02:36.969 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:36.969 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:02:36.970 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:02:36.970 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:36.970 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:36.970 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:36.970 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:36.970 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:36.977 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [takeTime=12.847321ms] [] [2024/05/06 18:02:36.977 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [checksum="{cksum=10221261614854514798,size=36,kvs=1}"] [2024/05/06 18:02:36.977 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [weight=30] [2024/05/06 18:02:36.978 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [concurrency=15] [2024/05/06 18:02:36.980 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [local="{cksum=10221261614854514798,size=36,kvs=1}"] [2024/05/06 18:02:36.980 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [takeTime=15.925283ms] [] [2024/05/06 18:02:36.980 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [takeTime=16.058538ms] [] [2024/05/06 18:02:37.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:37.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=63] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:37.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:37.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=63] [task-type=ImportInto] [num=1] [2024/05/06 18:02:37.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:37.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:37.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:37.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=63] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:37.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=63] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:37.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:37.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:37.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:37.289 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=63] [step=done] [state=running] [] [2024/05/06 18:02:37.291 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=63] [2024/05/06 18:02:37.298 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:02:37.437 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.066086689\n# Parse_time: 0.000085561\n# Compile_time: 0.000471284\n# Rewrite_time: 0.000157534\n# Optimize_time: 0.000160667\n# Wait_TS: 0.000445288\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: c99e63c018bc9ff9c2b9dd461ad8da47c337a5d3af25de98d43cc2553179790b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`binary` FROM 'gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'binary';"] === RUN TestLoadRemote/TestPreCheckCDCPiTRTasks [2024/05/06 18:02:37.442 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=204] [cur_db=fail_job_after_import] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 18:02:37.453 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:290, Type:drop schema, State:queueing, SchemaState:public, SchemaID:243, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:37.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:02:37.453 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:290, Type:drop schema, State:queueing, SchemaState:public, SchemaID:243, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:37.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop database if exists load_data"] [2024/05/06 18:02:37.467 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=290] [conn=2] [category=ddl] [job="ID:290, Type:drop schema, State:queueing, SchemaState:public, SchemaID:243, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:37.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:37.486 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=204] [neededSchemaVersion=205] ["start time"=643.744µs] [gotSchemaVersion=205] [phyTblIDs="[247]"] [actionTypes="[2]"] [2024/05/06 18:02:37.491 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=290] [version=205] [2024/05/06 18:02:37.536 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=205] ["take time"=53.416491ms] [job="ID:290, Type:drop schema, State:running, SchemaState:write only, SchemaID:243, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:37.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:37.554 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=290] [conn=2] [category=ddl] [job="ID:290, Type:drop schema, State:running, SchemaState:write only, SchemaID:243, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:37.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:37.570 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=205] [neededSchemaVersion=206] ["start time"=623.916µs] [gotSchemaVersion=206] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:02:37.574 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=290] [version=206] [2024/05/06 18:02:37.604 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=63] [error="context canceled"] [2024/05/06 18:02:37.604 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=63] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=654.605365ms] [] [2024/05/06 18:02:37.620 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=206] ["take time"=53.883072ms] [job="ID:290, Type:drop schema, State:running, SchemaState:delete only, SchemaID:243, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:37.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:37.633 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=290] [conn=2] [category=ddl] [job="ID:290, Type:drop schema, State:running, SchemaState:delete only, SchemaID:243, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:37.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:37.651 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=206] [neededSchemaVersion=207] ["start time"=559.145µs] [gotSchemaVersion=207] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:02:37.656 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=290] [version=207] [2024/05/06 18:02:37.700 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=207] ["take time"=52.772164ms] [job="ID:290, Type:drop schema, State:done, SchemaState:none, SchemaID:243, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:37.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:37.714 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=290] [tableIDs="[247]"] [2024/05/06 18:02:37.719 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=290] [jobType="drop schema"] [2024/05/06 18:02:37.721 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=290] [conn=2] [job="ID:290, Type:drop schema, State:synced, SchemaState:none, SchemaID:243, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:37.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:37.737 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=290] [2024/05/06 18:02:37.737 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:02:37.739 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=207] [cur_db=fail_job_after_import] [sql="create database load_data"] [user=root@%] [2024/05/06 18:02:37.753 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:292, Type:create schema, State:queueing, SchemaState:none, SchemaID:291, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:37.741 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database load_data"] [2024/05/06 18:02:37.753 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:292, Type:create schema, State:queueing, SchemaState:none, SchemaID:291, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:37.741 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:02:37.769 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:create schema, State:queueing, SchemaState:none, SchemaID:291, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:37.741 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:37.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:37.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:37.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:37.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:37.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:37.782 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=63] [2024/05/06 18:02:37.785 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=207] [neededSchemaVersion=208] ["start time"=1.058105ms] [gotSchemaVersion=208] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:02:37.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:37.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:37.789 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=292] [version=208] [2024/05/06 18:02:37.789 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:02:37.802 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:02:37.834 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=208] ["take time"=53.565173ms] [job="ID:292, Type:create schema, State:done, SchemaState:public, SchemaID:291, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:37.741 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:37.856 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [job="ID:292, Type:create schema, State:synced, SchemaState:public, SchemaID:291, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:37.741 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:37.865 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=292] [2024/05/06 18:02:37.866 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:02:37.869 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=208] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 18:02:37.870 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=208] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 18:02:37.884 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:294, Type:create table, State:queueing, SchemaState:none, SchemaID:291, TableID:293, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:37.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:02:37.884 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:294, Type:create table, State:queueing, SchemaState:none, SchemaID:291, TableID:293, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:37.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 18:02:37.900 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=294] [conn=2] [category=ddl] [job="ID:294, Type:create table, State:queueing, SchemaState:none, SchemaID:291, TableID:293, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:37.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:37.920 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=208] [neededSchemaVersion=209] ["start time"=1.906387ms] [gotSchemaVersion=209] [phyTblIDs="[293]"] [actionTypes="[3]"] [2024/05/06 18:02:37.924 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=294] [version=209] [2024/05/06 18:02:37.968 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=209] ["take time"=52.479949ms] [job="ID:294, Type:create table, State:done, SchemaState:public, SchemaID:291, TableID:293, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:37.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:37.983 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=294] [conn=2] [job="ID:294, Type:create table, State:synced, SchemaState:public, SchemaID:291, TableID:293, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:37.841 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:37.995 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=294] [2024/05/06 18:02:37.995 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:02:38.004 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event=Add(dummy-task)] [2024/05/06 18:02:38.004 +08:00] [INFO] [db.go:208] ["inc log backup task"] [count=1] [2024/05/06 18:02:38.007 +08:00] [INFO] [advancer.go:430] ["added event"] [task="name:\"dummy-task\" "] [ranges={}] [current-checkpoint=0] [2024/05/06 18:02:38.015 +08:00] [ERROR] [precheck_test.go:101] [error] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [stack="tests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:101\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:197\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 18:02:38.016 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event=Del(dummy-task)] [2024/05/06 18:02:38.017 +08:00] [INFO] [db.go:214] ["dec log backup task"] [count=0] [2024/05/06 18:02:38.017 +08:00] [INFO] [flush_subscriber.go:97] [Clearing.] [category="log backup flush subscriber"] === RUN TestLoadRemote/TestPreCheckTableNotEmpty [2024/05/06 18:02:38.032 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=209] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 18:02:38.042 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:295, Type:drop schema, State:queueing, SchemaState:public, SchemaID:291, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:37.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:02:38.042 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:295, Type:drop schema, State:queueing, SchemaState:public, SchemaID:291, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:37.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop database if exists load_data"] [2024/05/06 18:02:38.060 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=295] [conn=2] [category=ddl] [job="ID:295, Type:drop schema, State:queueing, SchemaState:public, SchemaID:291, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:37.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:38.077 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=209] [neededSchemaVersion=210] ["start time"=585.407µs] [gotSchemaVersion=210] [phyTblIDs="[293]"] [actionTypes="[2]"] [2024/05/06 18:02:38.081 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=295] [version=210] [2024/05/06 18:02:38.127 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=210] ["take time"=53.001634ms] [job="ID:295, Type:drop schema, State:running, SchemaState:write only, SchemaID:291, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:37.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:38.139 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=295] [conn=2] [category=ddl] [job="ID:295, Type:drop schema, State:running, SchemaState:write only, SchemaID:291, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:37.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:38.155 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=210] [neededSchemaVersion=211] ["start time"=617.177µs] [gotSchemaVersion=211] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:02:38.159 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=295] [version=211] [2024/05/06 18:02:38.204 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=211] ["take time"=52.832013ms] [job="ID:295, Type:drop schema, State:running, SchemaState:delete only, SchemaID:291, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:37.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:38.217 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=295] [conn=2] [category=ddl] [job="ID:295, Type:drop schema, State:running, SchemaState:delete only, SchemaID:291, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:37.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:38.233 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=211] [neededSchemaVersion=212] ["start time"=630.695µs] [gotSchemaVersion=212] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:02:38.238 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=295] [version=212] [2024/05/06 18:02:38.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:38.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:38.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:38.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:38.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:38.283 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=212] ["take time"=52.765097ms] [job="ID:295, Type:drop schema, State:done, SchemaState:none, SchemaID:291, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:37.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:38.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:38.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:38.304 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=295] [tableIDs="[293]"] [2024/05/06 18:02:38.308 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=295] [jobType="drop schema"] [2024/05/06 18:02:38.310 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=295] [conn=2] [job="ID:295, Type:drop schema, State:synced, SchemaState:none, SchemaID:291, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:37.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:38.325 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=295] [2024/05/06 18:02:38.325 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:02:38.328 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=212] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 18:02:38.340 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:297, Type:create schema, State:queueing, SchemaState:none, SchemaID:296, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:38.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:02:38.340 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:297, Type:create schema, State:queueing, SchemaState:none, SchemaID:296, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:38.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database load_data"] [2024/05/06 18:02:38.362 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=297] [conn=2] [category=ddl] [job="ID:297, Type:create schema, State:queueing, SchemaState:none, SchemaID:296, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:38.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:38.377 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=212] [neededSchemaVersion=213] ["start time"=1.074353ms] [gotSchemaVersion=213] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:02:38.381 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=297] [version=213] [2024/05/06 18:02:38.426 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=213] ["take time"=53.080204ms] [job="ID:297, Type:create schema, State:done, SchemaState:public, SchemaID:296, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:38.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:38.440 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=297] [conn=2] [job="ID:297, Type:create schema, State:synced, SchemaState:public, SchemaID:296, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:38.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:38.450 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=297] [2024/05/06 18:02:38.451 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:02:38.454 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=213] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 18:02:38.455 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=213] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 18:02:38.469 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:299, Type:create table, State:queueing, SchemaState:none, SchemaID:296, TableID:298, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:38.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:02:38.469 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:299, Type:create table, State:queueing, SchemaState:none, SchemaID:296, TableID:298, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:38.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 18:02:38.485 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=299] [conn=2] [category=ddl] [job="ID:299, Type:create table, State:queueing, SchemaState:none, SchemaID:296, TableID:298, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:38.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:38.505 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=213] [neededSchemaVersion=214] ["start time"=1.999219ms] [gotSchemaVersion=214] [phyTblIDs="[298]"] [actionTypes="[3]"] [2024/05/06 18:02:38.509 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=299] [version=214] [2024/05/06 18:02:38.553 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=214] ["take time"=53.000384ms] [job="ID:299, Type:create table, State:done, SchemaState:public, SchemaID:296, TableID:298, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:38.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:38.569 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=299] [conn=2] [job="ID:299, Type:create table, State:synced, SchemaState:public, SchemaID:296, TableID:298, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:38.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:38.581 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=299] [2024/05/06 18:02:38.581 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] === RUN TestLoadRemote/TestPreCheckTotalFileSize0 [2024/05/06 18:02:38.598 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=214] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 18:02:38.609 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:300, Type:drop schema, State:queueing, SchemaState:public, SchemaID:296, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:38.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:02:38.609 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:300, Type:drop schema, State:queueing, SchemaState:public, SchemaID:296, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:38.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop database if exists load_data"] [2024/05/06 18:02:38.623 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [category=ddl] [job="ID:300, Type:drop schema, State:queueing, SchemaState:public, SchemaID:296, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:38.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:38.641 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=214] [neededSchemaVersion=215] ["start time"=621.752µs] [gotSchemaVersion=215] [phyTblIDs="[298]"] [actionTypes="[2]"] [2024/05/06 18:02:38.645 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=300] [version=215] [2024/05/06 18:02:38.690 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=215] ["take time"=52.652613ms] [job="ID:300, Type:drop schema, State:running, SchemaState:write only, SchemaID:296, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:38.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:38.707 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [category=ddl] [job="ID:300, Type:drop schema, State:running, SchemaState:write only, SchemaID:296, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:38.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:38.722 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=215] [neededSchemaVersion=216] ["start time"=638.663µs] [gotSchemaVersion=216] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:02:38.727 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=300] [version=216] [2024/05/06 18:02:38.772 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=216] ["take time"=53.385803ms] [job="ID:300, Type:drop schema, State:running, SchemaState:delete only, SchemaID:296, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:38.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:38.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:38.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:38.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:38.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:38.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:38.786 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [category=ddl] [job="ID:300, Type:drop schema, State:running, SchemaState:delete only, SchemaID:296, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:38.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:38.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:38.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:38.803 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=216] [neededSchemaVersion=217] ["start time"=568.894µs] [gotSchemaVersion=217] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:02:38.807 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=300] [version=217] [2024/05/06 18:02:38.852 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=217] ["take time"=52.663414ms] [job="ID:300, Type:drop schema, State:done, SchemaState:none, SchemaID:296, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:38.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:38.866 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=300] [tableIDs="[298]"] [2024/05/06 18:02:38.871 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=300] [jobType="drop schema"] [2024/05/06 18:02:38.872 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [job="ID:300, Type:drop schema, State:synced, SchemaState:none, SchemaID:296, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:38.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:38.888 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=300] [2024/05/06 18:02:38.888 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:02:38.891 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=217] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 18:02:38.904 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:302, Type:create schema, State:queueing, SchemaState:none, SchemaID:301, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:38.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:02:38.904 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:302, Type:create schema, State:queueing, SchemaState:none, SchemaID:301, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:38.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database load_data"] [2024/05/06 18:02:38.922 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=302] [conn=2] [category=ddl] [job="ID:302, Type:create schema, State:queueing, SchemaState:none, SchemaID:301, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:38.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:38.937 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=217] [neededSchemaVersion=218] ["start time"=1.089654ms] [gotSchemaVersion=218] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:02:38.941 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=302] [version=218] [2024/05/06 18:02:38.987 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=218] ["take time"=52.814515ms] [job="ID:302, Type:create schema, State:done, SchemaState:public, SchemaID:301, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:38.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:39.007 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=302] [conn=2] [job="ID:302, Type:create schema, State:synced, SchemaState:public, SchemaID:301, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:38.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:39.018 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=302] [2024/05/06 18:02:39.018 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:02:39.021 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=218] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 18:02:39.023 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=218] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 18:02:39.038 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:304, Type:create table, State:queueing, SchemaState:none, SchemaID:301, TableID:303, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:38.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:02:39.038 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:304, Type:create table, State:queueing, SchemaState:none, SchemaID:301, TableID:303, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:38.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 18:02:39.062 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=304] [conn=2] [category=ddl] [job="ID:304, Type:create table, State:queueing, SchemaState:none, SchemaID:301, TableID:303, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:38.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:39.083 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=218] [neededSchemaVersion=219] ["start time"=2.070761ms] [gotSchemaVersion=219] [phyTblIDs="[303]"] [actionTypes="[3]"] [2024/05/06 18:02:39.088 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=304] [version=219] [2024/05/06 18:02:39.131 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=219] ["take time"=52.683539ms] [job="ID:304, Type:create table, State:done, SchemaState:public, SchemaID:301, TableID:303, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:38.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:39.159 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=304] [conn=2] [job="ID:304, Type:create table, State:synced, SchemaState:public, SchemaID:301, TableID:303, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:38.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:39.171 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=304] [2024/05/06 18:02:39.171 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] === RUN TestLoadRemote/TestRegisterTask [2024/05/06 18:02:39.188 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=219] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/05/06 18:02:39.198 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:305, Type:drop schema, State:queueing, SchemaState:public, SchemaID:301, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:39.19 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:02:39.198 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:305, Type:drop schema, State:queueing, SchemaState:public, SchemaID:301, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:39.19 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/05/06 18:02:39.212 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [category=ddl] [job="ID:305, Type:drop schema, State:queueing, SchemaState:public, SchemaID:301, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:39.19 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:39.230 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=219] [neededSchemaVersion=220] ["start time"=616.457µs] [gotSchemaVersion=220] [phyTblIDs="[303]"] [actionTypes="[2]"] [2024/05/06 18:02:39.235 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=305] [version=220] [2024/05/06 18:02:39.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:39.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:39.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:39.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:39.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:39.280 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=220] ["take time"=53.428271ms] [job="ID:305, Type:drop schema, State:running, SchemaState:write only, SchemaID:301, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:39.19 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:39.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:39.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:39.304 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [category=ddl] [job="ID:305, Type:drop schema, State:running, SchemaState:write only, SchemaID:301, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:39.19 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:39.320 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=220] [neededSchemaVersion=221] ["start time"=596.417µs] [gotSchemaVersion=221] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:02:39.324 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=305] [version=221] [2024/05/06 18:02:39.370 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=221] ["take time"=53.655892ms] [job="ID:305, Type:drop schema, State:running, SchemaState:delete only, SchemaID:301, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:39.19 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:39.383 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [category=ddl] [job="ID:305, Type:drop schema, State:running, SchemaState:delete only, SchemaID:301, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:39.19 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:39.401 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=221] [neededSchemaVersion=222] ["start time"=567.056µs] [gotSchemaVersion=222] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:02:39.405 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=305] [version=222] [2024/05/06 18:02:39.451 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=222] ["take time"=53.325234ms] [job="ID:305, Type:drop schema, State:done, SchemaState:none, SchemaID:301, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:39.19 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:39.464 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=305] [tableIDs="[303]"] [2024/05/06 18:02:39.470 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=305] [jobType="drop schema"] [2024/05/06 18:02:39.471 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [job="ID:305, Type:drop schema, State:synced, SchemaState:none, SchemaID:301, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:39.19 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:39.487 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=305] [2024/05/06 18:02:39.488 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:02:39.490 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.302808337\n# Parse_time: 0.000250952\n# Compile_time: 0.000260566\n# Rewrite_time: 0.000024124\n# Optimize_time: 0.000173289\n# Wait_TS: 0.00038243\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse ;\nDROP DATABASE IF EXISTS load_data;"] [2024/05/06 18:02:39.491 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=222] [cur_db=] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/05/06 18:02:39.504 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:307, Type:create schema, State:queueing, SchemaState:none, SchemaID:306, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:39.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:02:39.504 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:307, Type:create schema, State:queueing, SchemaState:none, SchemaID:306, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:39.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_data;"] [2024/05/06 18:02:39.521 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=307] [conn=2] [category=ddl] [job="ID:307, Type:create schema, State:queueing, SchemaState:none, SchemaID:306, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:39.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:39.537 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=222] [neededSchemaVersion=223] ["start time"=1.112986ms] [gotSchemaVersion=223] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:02:39.544 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=307] [version=223] [2024/05/06 18:02:39.586 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=223] ["take time"=53.049899ms] [job="ID:307, Type:create schema, State:done, SchemaState:public, SchemaID:306, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:39.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:39.607 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=307] [conn=2] [job="ID:307, Type:create schema, State:synced, SchemaState:public, SchemaID:306, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:39.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:39.617 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=307] [2024/05/06 18:02:39.617 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:02:39.620 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=223] [cur_db=] [sql="CREATE TABLE load_data.register_task (a INT, b INT, c int);"] [user=root@%] [2024/05/06 18:02:39.635 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:309, Type:create table, State:queueing, SchemaState:none, SchemaID:306, TableID:308, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:39.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:02:39.635 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:309, Type:create table, State:queueing, SchemaState:none, SchemaID:306, TableID:308, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:39.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_data.register_task (a INT, b INT, c int);"] [2024/05/06 18:02:39.650 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=309] [conn=2] [category=ddl] [job="ID:309, Type:create table, State:queueing, SchemaState:none, SchemaID:306, TableID:308, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:39.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:39.671 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=223] [neededSchemaVersion=224] ["start time"=1.988298ms] [gotSchemaVersion=224] [phyTblIDs="[308]"] [actionTypes="[3]"] [2024/05/06 18:02:39.675 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=309] [version=224] [2024/05/06 18:02:39.719 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=224] ["take time"=53.176436ms] [job="ID:309, Type:create table, State:done, SchemaState:public, SchemaID:306, TableID:308, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:39.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:39.737 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=309] [conn=2] [job="ID:309, Type:create table, State:synced, SchemaState:public, SchemaID:306, TableID:308, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:39.591 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:39.750 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=309] [2024/05/06 18:02:39.750 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:02:39.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:39.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:39.779 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:39.779 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:39.779 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:39.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:39.789 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:39.793 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 18:02:39.812 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=64] [job-id=64] [thread-cnt=8] [2024/05/06 18:02:39.812 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=64] [2024/05/06 18:02:40.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:40.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:40.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:40.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:40.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:40.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:40.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:40.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:40.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:40.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:40.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:40.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:40.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:40.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:41.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:41.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:41.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:41.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:41.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:41.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:41.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:41.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=64] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:02:41.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:41.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:41.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:41.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:41.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:41.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:41.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:42.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=64] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:02:42.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=64] [task-type=ImportInto] [num=1] [2024/05/06 18:02:42.275 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=64] [curr-step=init] [next-step=import] [2024/05/06 18:02:42.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:42.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:42.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:42.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:42.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:42.285 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:42.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:42.287 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=register_task] [2024/05/06 18:02:42.287 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/05/06 18:02:42.287 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=48.134µs] [2024/05/06 18:02:42.287 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=register_task] [takeTime=155.285µs] [] [2024/05/06 18:02:42.287 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=64] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:02:42.287 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=64] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:02:42.287 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:02:42.301 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=64] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:02:42.301 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:02:42.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=64] [2024/05/06 18:02:42.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=64] [type=ImportInto] [2024/05/06 18:02:42.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:42.778 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:42.779 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:42.779 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:42.779 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:42.782 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:42.783 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:42.783 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:42.784 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:42.784 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:42.785 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:42.785 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:42.785 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=64] [mode=Import] [2024/05/06 18:02:42.789 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:42.790 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:42.799 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:42.799 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:42.799 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:42.799 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:42.799 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:42.799 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:42.799 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:42.799 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:42.799 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:42.799 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:42.802 +08:00] [INFO] [import_into_test.go:899] ["register task"] [task_id=64] [2024/05/06 18:02:42.802 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=64] [2024/05/06 18:02:42.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=64] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:02:42.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=64] [step=import] [2024/05/06 18:02:42.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=64] [step=import] [2024/05/06 18:02:42.887 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:42.888 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:42.888 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:42.889 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:42.889 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:42.890 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:42.890 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:42.890 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:42.890 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:42.890 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:42.890 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:02:42.890 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:42.890 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:02:42.891 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:02:42.891 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:42.891 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:42.891 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:42.891 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:42.891 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:42.895 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:42.896 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:42.896 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:42.897 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:42.897 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:42.897 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:42.897 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:42.907 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:02:42.907 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=752.3GB] [2024/05/06 18:02:42.907 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=64] [step=import] [limit=256MiB] [2024/05/06 18:02:42.921 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=64] [step=import] [subtask-id=128] [2024/05/06 18:02:42.924 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 18:02:42.928 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 18:02:42.928 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=308] [2024/05/06 18:02:42.940 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=308] [key=register_task-1.tsv:0] [2024/05/06 18:02:42.942 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=308] [key=register_task-1.tsv:0] [readDur=915.14µs] [encodeDur=222.307µs] [deliverDur=206.538µs] [checksum="{cksum=7657027582620757901,size=37,kvs=1}"] [takeTime=1.684553ms] [] [2024/05/06 18:02:42.942 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=64] [step=import] [subtask-id=128] [takeTime=21.509504ms] [] [2024/05/06 18:02:42.942 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/64/51a7a24d-77bd-5aff-aeb3-117ab334dd31.sst/a2a6ae26-6487-4baa-a483-b9fec9048416.sst] [firstKey=7480000000000001345F728000000000000001] [lastKey=7480000000000001345F728000000000000001] [2024/05/06 18:02:42.943 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/05/06 18:02:42.943 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/05/06 18:02:42.943 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 18:02:42.945 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.874533ms] [] [2024/05/06 18:02:42.945 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [2024/05/06 18:02:42.949 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:02:42.950 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] ["region ranges"=1] [count=1] [size=37] [2024/05/06 18:02:42.950 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:02:42.950 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 18:02:42.950 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF345F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF345F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 18:02:42.951 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF345F728000000000FF0000010000000000FA] [end=7480000000000001FF345F728000000000FF0000020000000000FA] [2024/05/06 18:02:42.951 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF345F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF345F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 18:02:42.952 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=564.149µs] [2024/05/06 18:02:42.952 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.450139ms] [] [2024/05/06 18:02:42.965 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 18:02:42.966 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [takeTime=21.690828ms] [] [2024/05/06 18:02:42.966 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 18:02:42.967 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=874.62µs] [] [2024/05/06 18:02:42.967 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/05/06 18:02:42.967 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 18:02:42.969 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.269693ms] [] [2024/05/06 18:02:42.969 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [2024/05/06 18:02:42.969 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 18:02:42.969 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [takeTime=36.415µs] [] [2024/05/06 18:02:42.969 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 18:02:42.970 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=756.387µs] [] [2024/05/06 18:02:42.973 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574276416143363] [req-type=Get] [region="{ region id: 14, ver: 122, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:02:43.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:43.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=64] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:02:43.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:43.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:43.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=64] [task-type=ImportInto] [num=1] [2024/05/06 18:02:43.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:43.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:43.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [2024/05/06 18:02:43.282 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:43.283 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:43.283 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:43.284 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:43.284 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:43.285 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:43.285 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:43.285 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:02:43.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:43.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:43.299 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:43.299 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:43.299 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:43.299 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:43.299 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:43.299 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:43.299 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:43.299 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:43.299 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:43.299 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:43.314 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 18:02:43.316 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:02:43.316 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=64] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 18:02:43.316 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:43.329 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=64] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:02:43.329 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:43.596 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=64] [step=import] [2024/05/06 18:02:43.599 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:43.599 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:43.599 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:43.599 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:43.599 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:43.599 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:43.599 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:43.599 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:43.599 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:43.599 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:43.600 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:43.600 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:43.600 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:43.601 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=64] [error="context canceled"] [2024/05/06 18:02:43.601 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=64] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=721.631129ms] [] [2024/05/06 18:02:43.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:43.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:43.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:43.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:43.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:43.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:43.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:43.907 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=64] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:02:43.909 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=64] [step=post-process] [2024/05/06 18:02:43.921 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [2024/05/06 18:02:43.921 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [2024/05/06 18:02:43.921 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [2024/05/06 18:02:43.924 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:43.925 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:43.925 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:43.926 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:43.926 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:43.927 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:43.927 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:43.927 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:43.927 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:43.927 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:43.927 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:43.927 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:43.927 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:43.927 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:43.927 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:43.927 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:43.935 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [takeTime=13.212884ms] [] [2024/05/06 18:02:43.935 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [checksum="{cksum=7657027582620757901,size=37,kvs=1}"] [2024/05/06 18:02:43.936 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [weight=30] [2024/05/06 18:02:43.936 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [concurrency=15] [2024/05/06 18:02:43.938 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [local="{cksum=7657027582620757901,size=37,kvs=1}"] [2024/05/06 18:02:43.938 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [takeTime=16.795365ms] [] [2024/05/06 18:02:43.938 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [takeTime=16.953742ms] [] [2024/05/06 18:02:44.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:44.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=64] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:44.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:44.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=64] [task-type=ImportInto] [num=1] [2024/05/06 18:02:44.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:44.279 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:44.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:44.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=64] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:44.280 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=64] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:44.280 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:44.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:44.289 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:44.292 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=64] [step=done] [state=running] [] [2024/05/06 18:02:44.293 +08:00] [INFO] [import_into_test.go:904] ["unregister task"] [task_id=64] [2024/05/06 18:02:44.293 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=64] [2024/05/06 18:02:44.300 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:02:44.325 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.571777875\n# Parse_time: 0.000070593\n# Compile_time: 0.000423798\n# Rewrite_time: 0.000144031\n# Optimize_time: 0.000173289\n# Wait_TS: 0.000341613\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 18:02:44.329 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=224] [cur_db=] [sql="truncate table load_data.register_task;"] [user=root@%] [2024/05/06 18:02:44.342 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:311, Type:truncate table, State:queueing, SchemaState:none, SchemaID:306, TableID:308, RowCount:0, ArgLen:3, start time: 2024-05-06 18:02:44.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:02:44.342 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:311, Type:truncate table, State:queueing, SchemaState:none, SchemaID:306, TableID:308, RowCount:0, ArgLen:3, start time: 2024-05-06 18:02:44.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table load_data.register_task;"] [2024/05/06 18:02:44.360 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:truncate table, State:queueing, SchemaState:none, SchemaID:306, TableID:308, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:44.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:44.384 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=224] [neededSchemaVersion=225] ["start time"=2.046671ms] [gotSchemaVersion=225] [phyTblIDs="[308,310]"] [actionTypes="[11,11]"] [2024/05/06 18:02:44.388 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=311] [version=225] [2024/05/06 18:02:44.431 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=225] ["take time"=52.931128ms] [job="ID:311, Type:truncate table, State:done, SchemaState:public, SchemaID:306, TableID:308, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:44.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:44.454 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=311] [elementID=1] [comment="table ID is 308"] [2024/05/06 18:02:44.459 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=311] [jobType="truncate table"] [2024/05/06 18:02:44.460 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [job="ID:311, Type:truncate table, State:synced, SchemaState:public, SchemaID:306, TableID:308, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:44.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:44.477 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=311] [2024/05/06 18:02:44.477 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:02:44.518 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 18:02:44.535 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=65] [job-id=65] [thread-cnt=8] [2024/05/06 18:02:44.535 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=65] [2024/05/06 18:02:44.563 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=64] [error="context canceled"] [2024/05/06 18:02:44.564 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=64] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=656.117752ms] [] [2024/05/06 18:02:44.771 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=65] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:02:44.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:44.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:44.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:44.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:44.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:44.783 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=64] [2024/05/06 18:02:44.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:44.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:44.791 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:02:44.804 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:02:45.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=65] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:02:45.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=65] [task-type=ImportInto] [num=1] [2024/05/06 18:02:45.275 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=65] [curr-step=init] [next-step=import] [2024/05/06 18:02:45.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:45.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:45.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:45.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:45.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:45.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:45.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:45.288 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=register_task] [2024/05/06 18:02:45.288 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/05/06 18:02:45.288 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=45.049µs] [2024/05/06 18:02:45.288 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=register_task] [takeTime=142.369µs] [] [2024/05/06 18:02:45.288 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=65] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:02:45.288 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=65] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:02:45.288 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:02:45.301 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=65] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:02:45.301 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:02:45.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=65] [2024/05/06 18:02:45.573 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=65] [type=ImportInto] [2024/05/06 18:02:45.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:45.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:45.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:45.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:45.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:45.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:45.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:45.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:45.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:45.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:45.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:45.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:45.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=65] [mode=Import] [2024/05/06 18:02:45.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:45.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:45.797 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:45.797 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:45.797 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:45.797 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:45.797 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:45.797 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:45.797 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:45.797 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:45.797 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:45.797 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:45.800 +08:00] [INFO] [import_into_test.go:899] ["register task"] [task_id=65] [2024/05/06 18:02:45.800 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=65] [2024/05/06 18:02:45.880 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=65] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:02:45.881 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=65] [step=import] [2024/05/06 18:02:45.881 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=65] [step=import] [2024/05/06 18:02:45.888 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:45.888 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:45.888 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:45.890 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:45.890 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:45.891 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:45.891 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:45.891 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:45.891 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:45.891 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:45.891 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:02:45.891 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:45.891 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:45.891 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:02:45.891 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:02:45.891 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:45.891 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:45.891 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:45.891 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:45.891 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:45.896 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:45.896 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:45.896 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:45.897 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:45.897 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:45.898 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:45.898 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:45.909 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:02:45.909 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=752.3GB] [2024/05/06 18:02:45.909 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=65] [step=import] [limit=256MiB] [2024/05/06 18:02:45.923 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=65] [step=import] [subtask-id=130] [2024/05/06 18:02:45.927 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 18:02:45.930 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 18:02:45.930 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=310] [2024/05/06 18:02:46.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:46.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:46.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:46.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:46.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:46.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:46.289 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:46.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:46.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:46.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:46.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:46.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:46.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:46.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:47.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:47.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:47.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:47.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:47.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:47.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:47.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:47.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:47.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:47.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:47.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:47.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:47.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:47.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:48.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:48.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:48.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:48.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:48.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:48.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:48.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:48.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:48.778 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:48.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:48.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:48.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:48.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:48.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:48.931 +08:00] [ERROR] [scheduler.go:118] ["run subtask failed"] [type=ImportInto] [task-id=65] [step=import] [subtask-id=130] [takeTime=3.008126031s] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/scheduler.go:118\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:180\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 18:02:48.931 +08:00] [ERROR] [scheduler.go:500] [onError] [task-id=65] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 18:02:48.931 +08:00] [ERROR] [scheduler.go:506] ["scheduler met first error"] [task-id=65] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:506\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 18:02:48.932 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:48.932 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:48.932 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:48.932 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:48.932 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:48.932 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:48.932 +08:00] [WARN] [scheduler.go:629] ["subtask failed"] [task-id=65] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:48.939 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=65] [step=import] [2024/05/06 18:02:48.942 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:48.942 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:48.942 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:48.942 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:48.943 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:48.943 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:48.943 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:48.943 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=65] [error="context canceled"] [2024/05/06 18:02:48.943 +08:00] [INFO] [scheduler.go:165] ["schedule step failed"] [task-id=65] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=3.063671928s] [error="occur an error when sort chunk"] [2024/05/06 18:02:48.943 +08:00] [ERROR] [manager.go:403] ["failed to handle task"] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 18:02:49.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:49.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:49.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:49.279 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:49.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:49.282 +08:00] [WARN] [dispatcher.go:344] ["subtasks encounter errors"] [task-id=65] [task-type=ImportInto] [2024/05/06 18:02:49.286 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=reverting] [2024/05/06 18:02:49.289 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:49.289 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:49.469 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=65] [2024/05/06 18:02:49.556 +08:00] [INFO] [scheduler.go:397] ["scheduler rollback a step"] [task-id=65] [step=1] [2024/05/06 18:02:49.562 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=65] [step=import] [2024/05/06 18:02:49.573 +08:00] [INFO] [scheduler.go:256] [rollback] [type=ImportInto] [task-id=65] [step=import] [2024/05/06 18:02:49.768 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=65] [2024/05/06 18:02:49.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:49.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:49.777 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=65] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/05/06 18:02:49.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:49.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:49.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:49.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:49.782 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:49.782 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:49.783 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:49.783 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:49.784 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:49.784 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:49.784 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=65] [step=import] [mode=Normal] [2024/05/06 18:02:49.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:49.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:49.799 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:49.799 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:49.799 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:49.799 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:49.799 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:49.799 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:49.799 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:49.799 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:49.799 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:49.799 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:49.800 +08:00] [INFO] [import_into_test.go:904] ["unregister task"] [task_id=65] [2024/05/06 18:02:49.800 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=65] [2024/05/06 18:02:49.807 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/06 18:02:49.881 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=65] [step=1] [state=reverted] [2024/05/06 18:02:49.941 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=65] [error="[0]occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/06 18:02:49.946 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.466800855\n# Parse_time: 0.000074308\n# Compile_time: 0.000459924\n# Rewrite_time: 0.000137897\n# Optimize_time: 0.000165056\n# Wait_TS: 0.000314564\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6NS40N3MsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjUuNDdzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 18:02:49.984 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 18:02:50.005 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=66] [job-id=66] [thread-cnt=8] [2024/05/06 18:02:50.005 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=66] [2024/05/06 18:02:50.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:50.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:50.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:50.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:50.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:50.284 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=65] [2024/05/06 18:02:50.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:50.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:50.292 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:02:50.307 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:02:50.771 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=66] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:02:50.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:50.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:50.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:50.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:50.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:50.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:50.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:51.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=66] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:02:51.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=66] [task-type=ImportInto] [num=1] [2024/05/06 18:02:51.275 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=66] [curr-step=init] [next-step=import] [2024/05/06 18:02:51.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:51.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:51.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:51.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:51.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:51.285 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:51.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:51.288 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=register_task] [2024/05/06 18:02:51.288 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/05/06 18:02:51.288 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=60.429µs] [2024/05/06 18:02:51.288 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=register_task] [takeTime=172.881µs] [] [2024/05/06 18:02:51.288 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=66] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:02:51.288 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=66] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:02:51.288 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:02:51.302 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=66] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:02:51.303 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:02:51.573 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=66] [2024/05/06 18:02:51.573 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=66] [type=ImportInto] [2024/05/06 18:02:51.778 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:51.778 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:51.779 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:51.779 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:51.779 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:51.782 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:51.782 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:51.782 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:51.784 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:51.784 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:51.785 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:51.785 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:51.785 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=66] [mode=Import] [2024/05/06 18:02:51.789 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:51.790 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:51.801 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:51.801 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:51.801 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:51.801 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:51.801 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:51.801 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:51.801 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:51.801 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:51.801 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:51.801 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:51.807 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=66] [2024/05/06 18:02:51.880 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=66] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:02:51.881 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=66] [step=import] [2024/05/06 18:02:51.881 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=66] [step=import] [2024/05/06 18:02:51.888 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:51.888 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:51.888 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:51.890 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:51.891 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:51.892 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:51.892 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:51.892 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:51.892 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:51.892 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:51.892 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:02:51.892 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:51.892 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:51.892 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/06 18:02:51.892 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:51.892 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:51.893 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:51.893 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:51.898 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:51.898 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:51.898 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:51.899 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:51.899 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:51.900 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:51.900 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:51.912 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:02:51.912 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=752.3GB] [2024/05/06 18:02:51.912 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=66] [step=import] [limit=256MiB] [2024/05/06 18:02:51.926 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=66] [step=import] [subtask-id=132] [2024/05/06 18:02:51.930 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 18:02:51.934 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 18:02:51.934 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=310] [2024/05/06 18:02:51.978 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 18:02:52.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:52.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:52.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:52.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:52.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:52.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:52.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:52.298 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=310] [key=register_task-1.tsv:0] [2024/05/06 18:02:52.299 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=310] [key=register_task-1.tsv:0] [readDur=743.59µs] [encodeDur=338.714µs] [deliverDur=201.887µs] [checksum="{cksum=8020365676007769280,size=37,kvs=1}"] [takeTime=1.5803ms] [] [2024/05/06 18:02:52.300 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=66] [step=import] [subtask-id=132] [takeTime=373.649208ms] [] [2024/05/06 18:02:52.300 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/66/51a7a24d-77bd-5aff-aeb3-117ab334dd31.sst/6cc4ecdd-2642-4f1c-bd92-5ab9dffee283.sst] [firstKey=7480000000000001365F728000000000000001] [lastKey=7480000000000001365F728000000000000001] [2024/05/06 18:02:52.300 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=66] [step=import] [engine-id=0] [2024/05/06 18:02:52.300 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=66] [step=import] [engine-id=0] [2024/05/06 18:02:52.300 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 18:02:52.302 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.65933ms] [] [2024/05/06 18:02:52.302 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [2024/05/06 18:02:52.306 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:02:52.307 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] ["region ranges"=1] [count=1] [size=37] [2024/05/06 18:02:52.308 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:02:52.308 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 18:02:52.308 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF365F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF365F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 18:02:52.308 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF365F728000000000FF0000010000000000FA] [end=7480000000000001FF365F728000000000FF0000020000000000FA] [2024/05/06 18:02:52.308 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF365F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF365F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 18:02:52.309 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=486.469µs] [2024/05/06 18:02:52.309 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.277293ms] [] [2024/05/06 18:02:52.320 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 126, but you sent conf_ver: 5 version: 124"] [region="{ID=532,startKey=7480000000000001FF365F728000000000FF0000010000000000FA,endKey=7480000000000001FF365F728000000000FF0000020000000000FA,epoch=\"conf_ver:5 version:126 \",peers=\"id:533 store_id:2 ,id:534 store_id:1 ,id:535 store_id:3 \"}"] [start=7480000000000001365F728000000000000001] [end=7480000000000001365F728000000000000002] [2024/05/06 18:02:52.321 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001365F728000000000000001] [endKey=7480000000000001365F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:02:54.321 +08:00] [2024/05/06 18:02:52.338 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574278867451907] [req-type=Cop] [region="{ region id: 14, ver: 124, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:02:52.338 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574278867451907] [req-type=Cop] [region="{ region id: 14, ver: 124, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:02:52.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:52.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:52.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:52.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:52.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:52.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:52.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:53.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:53.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:53.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:53.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:53.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:53.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:53.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:53.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:53.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:53.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:53.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:53.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:53.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:53.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:54.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:54.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:54.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:54.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:54.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:54.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:54.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:54.333 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 18:02:54.334 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [takeTime=2.032479181s] [] [2024/05/06 18:02:54.335 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 18:02:54.336 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.034212ms] [] [2024/05/06 18:02:54.336 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=66] [step=import] [engine-id=0] [2024/05/06 18:02:54.336 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 18:02:54.337 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.247146ms] [] [2024/05/06 18:02:54.337 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [2024/05/06 18:02:54.337 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 18:02:54.337 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [takeTime=49.818µs] [] [2024/05/06 18:02:54.337 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 18:02:54.338 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=790.806µs] [] [2024/05/06 18:02:54.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:54.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:54.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=66] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:02:54.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:54.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:54.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:54.778 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=66] [task-type=ImportInto] [num=1] [2024/05/06 18:02:54.780 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=66] [curr-step=import] [next-step=post-process] [2024/05/06 18:02:54.783 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:54.783 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:54.783 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:54.784 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:54.784 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:54.785 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:54.785 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:54.785 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=66] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:02:54.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:54.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:54.801 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:54.801 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:54.801 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:54.802 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:54.802 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:54.802 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:54.802 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:54.802 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:54.802 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:54.802 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:54.818 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=66] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 18:02:54.820 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=66] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:02:54.820 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=66] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 18:02:54.820 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:54.832 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=66] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:02:54.832 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:54.964 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=66] [step=import] [2024/05/06 18:02:54.969 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:54.969 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:54.969 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:54.969 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:54.969 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:54.969 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:54.969 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:54.969 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:54.969 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:54.969 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:54.971 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:54.971 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:54.971 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:54.971 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=66] [error="context canceled"] [2024/05/06 18:02:54.971 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=66] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=3.091042564s] [] [2024/05/06 18:02:55.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:55.277 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=66] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:02:55.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:55.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:55.279 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:55.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:55.279 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=66] [step=post-process] [2024/05/06 18:02:55.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:55.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:55.293 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [2024/05/06 18:02:55.293 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [2024/05/06 18:02:55.293 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [2024/05/06 18:02:55.295 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:55.296 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:55.296 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:55.297 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:55.297 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:55.298 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:55.298 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:55.298 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:55.298 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:55.298 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:55.298 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:55.298 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:02:55.298 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:55.298 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:55.298 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:55.299 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:55.299 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:55.306 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [takeTime=13.096686ms] [] [2024/05/06 18:02:55.306 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [checksum="{cksum=8020365676007769280,size=37,kvs=1}"] [2024/05/06 18:02:55.307 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [weight=30] [2024/05/06 18:02:55.307 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [concurrency=15] [2024/05/06 18:02:55.309 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [local="{cksum=8020365676007769280,size=37,kvs=1}"] [2024/05/06 18:02:55.309 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [takeTime=16.519284ms] [] [2024/05/06 18:02:55.309 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [takeTime=16.663855ms] [] [2024/05/06 18:02:55.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:55.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:55.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=66] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:55.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:55.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:55.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:55.778 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=66] [task-type=ImportInto] [num=1] [2024/05/06 18:02:55.779 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=66] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:55.779 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=66] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:55.779 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:55.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:55.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:55.791 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=66] [step=done] [state=running] [] [2024/05/06 18:02:55.794 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=66] [2024/05/06 18:02:55.800 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:02:55.934 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=66] [error="context canceled"] [2024/05/06 18:02:55.934 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=66] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=656.463295ms] [] [2024/05/06 18:02:56.018 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.071179175\n# Parse_time: 0.000275391\n# Compile_time: 0.000391104\n# Rewrite_time: 0.000135971\n# Optimize_time: 0.000165056\n# Wait_TS: 0.000325046\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestLoadRemote/TestSameBehaviourDetachedOrNot [2024/05/06 18:02:56.025 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=225] [cur_db=] [sql="DROP DATABASE IF EXISTS test_detached;"] [user=root@%] [2024/05/06 18:02:56.026 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=225] [cur_db=] [sql="CREATE DATABASE test_detached;"] [user=root@%] [2024/05/06 18:02:56.039 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:55.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:02:56.039 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:55.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE test_detached;"] [2024/05/06 18:02:56.061 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=313] [conn=2] [category=ddl] [job="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:55.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:56.077 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=225] [neededSchemaVersion=226] ["start time"=1.002221ms] [gotSchemaVersion=226] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:02:56.082 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=313] [version=226] [2024/05/06 18:02:56.127 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=226] ["take time"=53.301487ms] [job="ID:313, Type:create schema, State:done, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:02:55.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:56.141 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=313] [conn=2] [job="ID:313, Type:create schema, State:synced, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:55.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:56.152 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=313] [2024/05/06 18:02:56.152 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:02:56.155 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=226] [cur_db=] [sql="CREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [user=root@%] [2024/05/06 18:02:56.169 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:56.141 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:02:56.169 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:56.141 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [2024/05/06 18:02:56.186 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=315] [conn=2] [category=ddl] [job="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:56.141 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:56.206 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=226] [neededSchemaVersion=227] ["start time"=1.951543ms] [gotSchemaVersion=227] [phyTblIDs="[314]"] [actionTypes="[3]"] [2024/05/06 18:02:56.210 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=315] [version=227] [2024/05/06 18:02:56.236 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=66] [step=-2] [state=succeed] [2024/05/06 18:02:56.254 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=227] ["take time"=53.132924ms] [job="ID:315, Type:create table, State:done, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:56.141 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:56.269 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=315] [conn=2] [job="ID:315, Type:create table, State:synced, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:56.141 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:56.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:56.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:56.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:56.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:56.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:56.282 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=315] [2024/05/06 18:02:56.282 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:02:56.285 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=66] [2024/05/06 18:02:56.285 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=227] [cur_db=] [sql="CREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [user=root@%] [2024/05/06 18:02:56.289 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:56.289 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:56.293 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:02:56.300 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:317, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:316, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:56.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:02:56.300 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:317, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:316, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:56.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [2024/05/06 18:02:56.308 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:02:56.323 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=317] [conn=2] [category=ddl] [job="ID:317, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:316, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:56.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:56.344 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=227] [neededSchemaVersion=228] ["start time"=2.021503ms] [gotSchemaVersion=228] [phyTblIDs="[316]"] [actionTypes="[3]"] [2024/05/06 18:02:56.348 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=317] [version=228] [2024/05/06 18:02:56.391 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=228] ["take time"=52.924799ms] [job="ID:317, Type:create table, State:done, SchemaState:public, SchemaID:312, TableID:316, RowCount:0, ArgLen:2, start time: 2024-05-06 18:02:56.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:56.408 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=317] [conn=2] [job="ID:317, Type:create table, State:synced, SchemaState:public, SchemaID:312, TableID:316, RowCount:0, ArgLen:0, start time: 2024-05-06 18:02:56.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:02:56.420 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=317] [2024/05/06 18:02:56.420 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:02:56.465 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 18:02:56.483 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=67] [job-id=67] [thread-cnt=1] [2024/05/06 18:02:56.483 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=67] [2024/05/06 18:02:56.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=67] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 18:02:56.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:56.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:56.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:56.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:56.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:56.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:56.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:57.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=67] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:02:57.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=67] [task-type=ImportInto] [num=1] [2024/05/06 18:02:57.275 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=67] [curr-step=init] [next-step=import] [2024/05/06 18:02:57.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:57.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:57.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:57.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:57.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:57.286 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t1] [2024/05/06 18:02:57.286 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t1] [before=536870912000] [after=39] [2024/05/06 18:02:57.286 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=39] [cost=48.152µs] [2024/05/06 18:02:57.286 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t1] [takeTime=146.213µs] [] [2024/05/06 18:02:57.287 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=67] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:02:57.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:57.287 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=67] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 18:02:57.287 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:02:57.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:57.299 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=67] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:02:57.299 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:02:57.573 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=67] [2024/05/06 18:02:57.573 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=67] [type=ImportInto] [2024/05/06 18:02:57.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:57.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:57.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:57.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:57.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:57.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:57.782 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:57.782 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:57.783 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:57.783 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:57.784 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:57.784 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:57.784 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=67] [mode=Import] [2024/05/06 18:02:57.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:57.789 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:57.798 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:57.798 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:57.798 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:02:57.798 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:57.798 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:57.799 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:57.799 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:57.799 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:57.799 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:57.799 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:57.805 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=67] [2024/05/06 18:02:57.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=67] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:02:57.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=67] [step=import] [2024/05/06 18:02:57.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=67] [step=import] [2024/05/06 18:02:57.886 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:57.886 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:57.887 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:57.888 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:57.888 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:57.889 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:57.889 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:57.889 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:02:57.889 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:02:57.889 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:02:57.889 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:02:57.889 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:02:57.889 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:02:57.889 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:02:57.889 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:02:57.889 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:02:57.889 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:02:57.890 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:02:57.890 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:02:57.894 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:02:57.894 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:02:57.894 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:02:57.895 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:57.895 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:02:57.896 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:02:57.896 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:02:57.906 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:02:57.906 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/05/06 18:02:57.906 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=67] [step=import] [limit=256MiB] [2024/05/06 18:02:57.920 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=67] [step=import] [subtask-id=134] [2024/05/06 18:02:57.924 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 18:02:57.927 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 18:02:57.927 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=314] [2024/05/06 18:02:57.983 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=314] [key=1.txt:0] [2024/05/06 18:02:57.986 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=314] [key=1.txt:0] [readDur=1.279328ms] [encodeDur=791.208µs] [deliverDur=237.19µs] [checksum="{cksum=9362138208737453770,size=47,kvs=1}"] [takeTime=2.626628ms] [] [2024/05/06 18:02:57.987 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=67] [step=import] [subtask-id=134] [takeTime=66.736429ms] [] [2024/05/06 18:02:57.987 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=47] [kvs=1] [files=1] [sstFileSize=945] [file=/tmp/tidb/import-4000/67/3ae7f001-78df-5ff2-91c4-d73c344f65c1.sst/06f6aa95-a392-4c3d-ab13-0259bd773d09.sst] [firstKey=74800000000000013A5F728000000000000001] [lastKey=74800000000000013A5F728000000000000001] [2024/05/06 18:02:57.987 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/05/06 18:02:57.987 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/05/06 18:02:57.987 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 18:02:57.988 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.659328ms] [] [2024/05/06 18:02:57.989 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [2024/05/06 18:02:57.993 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:02:57.995 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] ["region ranges"=1] [count=1] [size=47] [2024/05/06 18:02:57.995 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:02:57.995 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 18:02:57.995 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF3A5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF3A5F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 18:02:57.996 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF3A5F728000000000FF0000010000000000FA] [end=7480000000000001FF3A5F728000000000FF0000020000000000FA] [2024/05/06 18:02:57.996 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF3A5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF3A5F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 18:02:57.996 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=385.696µs] [2024/05/06 18:02:57.996 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.121351ms] [] [2024/05/06 18:02:58.002 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574280361672706] [req-type=Cop] [region="{ region id: 14, ver: 126, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:02:58.002 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574280361672706] [req-type=Cop] [region="{ region id: 14, ver: 126, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:02:58.004 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:126 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 128, request epoch conf_ver: 5 version: 126\")"] ["job stage"=needRescan] [2024/05/06 18:02:58.005 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000013A5F728000000000000001] [endKey=74800000000000013A5F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:03:00.005 +08:00] [2024/05/06 18:02:58.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:58.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:58.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:58.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:58.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:58.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:58.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:58.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:58.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:58.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:58.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:58.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:58.785 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:58.785 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:59.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:59.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:59.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:59.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:59.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:59.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:59.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:59.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:02:59.778 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:02:59.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:02:59.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:02:59.779 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:02:59.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:02:59.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:00.020 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [size=47] [kvs=1] [importedSize=47] [importedCount=1] [2024/05/06 18:03:00.021 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [takeTime=2.032179727s] [] [2024/05/06 18:03:00.021 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 18:03:00.022 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.326174ms] [] [2024/05/06 18:03:00.022 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/05/06 18:03:00.022 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 18:03:00.024 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=1.608843ms] [] [2024/05/06 18:03:00.024 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [2024/05/06 18:03:00.024 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 18:03:00.024 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [takeTime=44.013µs] [] [2024/05/06 18:03:00.024 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 18:03:00.025 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=755.987µs] [] [2024/05/06 18:03:00.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:00.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=67] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:03:00.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:00.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:00.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=67] [task-type=ImportInto] [num=1] [2024/05/06 18:03:00.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:00.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:00.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [2024/05/06 18:03:00.281 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:00.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:00.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:00.283 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:00.283 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:00.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:00.284 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:00.284 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:03:00.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:00.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:00.298 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:00.298 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:00.298 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:00.298 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:00.298 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:00.298 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:00.298 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:00.298 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:00.298 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:00.298 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:00.313 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8,\"2\":8}}"] [2024/05/06 18:03:00.314 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:03:00.314 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=67] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 18:03:00.314 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:00.326 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=67] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:03:00.326 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:00.346 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=67] [step=import] [2024/05/06 18:03:00.350 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:00.350 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:00.350 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:00.350 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:00.350 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:00.350 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:00.350 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:00.350 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:00.350 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:00.350 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:00.351 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:00.351 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:00.351 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:00.351 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=67] [error="context canceled"] [2024/05/06 18:03:00.351 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=67] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.47220321s] [] [2024/05/06 18:03:00.657 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=67] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:03:00.658 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=67] [step=post-process] [2024/05/06 18:03:00.673 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [2024/05/06 18:03:00.674 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [2024/05/06 18:03:00.674 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [2024/05/06 18:03:00.677 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:00.677 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:00.677 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:00.678 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:00.678 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:00.679 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:00.679 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:00.679 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:00.679 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:00.679 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:00.680 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:03:00.680 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:00.680 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:03:00.680 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:03:00.680 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:00.680 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:00.680 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:00.680 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:00.680 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:00.687 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [takeTime=13.371861ms] [] [2024/05/06 18:03:00.687 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [checksum="{cksum=9362138208737453770,size=47,kvs=1}"] [2024/05/06 18:03:00.688 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [weight=30] [2024/05/06 18:03:00.688 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [concurrency=15] [2024/05/06 18:03:00.690 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [local="{cksum=9362138208737453770,size=47,kvs=1}"] [2024/05/06 18:03:00.690 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [takeTime=16.55903ms] [] [2024/05/06 18:03:00.690 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [takeTime=16.712454ms] [] [2024/05/06 18:03:00.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:00.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=67] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:00.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:00.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:00.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:00.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:00.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=67] [task-type=ImportInto] [num=1] [2024/05/06 18:03:00.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=67] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:00.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=67] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 18:03:00.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:00.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:00.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:00.788 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=67] [step=done] [state=running] [] [2024/05/06 18:03:00.791 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=67] [2024/05/06 18:03:00.797 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:03:00.996 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.572912319\n# Parse_time: 0.000135347\n# Compile_time: 0.000448894\n# Rewrite_time: 0.00014943\n# Optimize_time: 0.00023968\n# Wait_TS: 0.000383166\n# Is_internal: false\n# Digest: 774e96f70f54201ff90b227839cc6a84156ba01693c8ca009f9710ecb324ae55\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t1` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 18:03:01.008 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=67] [error="context canceled"] [2024/05/06 18:03:01.008 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=67] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=350.267603ms] [] [2024/05/06 18:03:01.031 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null,\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 18:03:01.048 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=68] [job-id=68] [thread-cnt=1] [2024/05/06 18:03:01.048 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=68] [2024/05/06 18:03:01.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:01.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:01.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:01.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:01.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:01.284 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=67] [2024/05/06 18:03:01.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:01.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:01.291 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:03:01.304 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:03:01.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:01.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:01.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:01.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:01.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:01.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:01.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:02.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:02.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:02.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:02.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:02.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:02.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:02.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:02.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=68] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 18:03:02.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:02.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:02.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:02.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:02.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:02.785 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:02.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:03.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=68] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:03:03.273 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=68] [task-type=ImportInto] [num=1] [2024/05/06 18:03:03.274 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=68] [curr-step=init] [next-step=import] [2024/05/06 18:03:03.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:03.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:03.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:03.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:03.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:03.284 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t2] [2024/05/06 18:03:03.284 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t2] [before=536870912000] [after=39] [2024/05/06 18:03:03.284 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=39] [cost=49.046µs] [2024/05/06 18:03:03.285 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t2] [takeTime=144.754µs] [] [2024/05/06 18:03:03.285 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=68] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:03:03.285 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=68] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 18:03:03.285 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:03:03.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:03.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:03.296 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=68] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:03:03.296 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:03:03.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=68] [2024/05/06 18:03:03.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=68] [type=ImportInto] [2024/05/06 18:03:03.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:03.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:03.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:03.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:03.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:03.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:03.780 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:03.780 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:03.781 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:03.781 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:03.782 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:03.782 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:03.782 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=68] [mode=Import] [2024/05/06 18:03:03.796 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:03.796 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:03.796 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:03.796 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:03.796 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:03.796 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:03.796 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:03.796 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:03.796 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:03.796 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:03.796 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:03.797 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:03.802 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=68] [2024/05/06 18:03:03.878 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=68] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:03:03.879 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=68] [step=import] [2024/05/06 18:03:03.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=68] [step=import] [2024/05/06 18:03:03.884 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:03.885 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:03.885 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:03.886 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:03.886 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:03.887 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:03.887 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:03.887 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:03.887 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:03.887 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:03.887 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:03.887 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:03:03.887 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:03.887 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:03.887 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:03.887 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:03.887 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:03.891 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:03.892 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:03.892 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:03.893 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:03.893 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:03.894 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:03.894 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:03.902 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:03:03.902 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/05/06 18:03:03.902 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=68] [step=import] [limit=256MiB] [2024/05/06 18:03:03.915 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=68] [step=import] [subtask-id=136] [2024/05/06 18:03:03.919 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 18:03:03.921 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 18:03:03.922 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=316] [2024/05/06 18:03:03.950 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=316] [key=1.txt:0] [2024/05/06 18:03:03.952 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=316] [key=1.txt:0] [readDur=697.241µs] [encodeDur=334.25µs] [deliverDur=206.122µs] [checksum="{cksum=16615416044872410788,size=47,kvs=1}"] [takeTime=1.516312ms] [] [2024/05/06 18:03:03.952 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=68] [step=import] [subtask-id=136] [takeTime=36.788335ms] [] [2024/05/06 18:03:03.952 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=47] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/68/ad22e41c-f30a-50a8-9086-89d3ea93a06e.sst/aabe22f5-5915-4044-bab9-1ca2d6a1dcfd.sst] [firstKey=74800000000000013C5F728000000000000001] [lastKey=74800000000000013C5F728000000000000001] [2024/05/06 18:03:03.952 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/05/06 18:03:03.952 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/05/06 18:03:03.952 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 18:03:03.954 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.496719ms] [] [2024/05/06 18:03:03.954 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [2024/05/06 18:03:03.958 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:03:03.959 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] ["region ranges"=1] [count=1] [size=47] [2024/05/06 18:03:03.959 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:03:03.959 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 18:03:03.960 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF3C5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF3C5F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 18:03:03.960 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF3C5F728000000000FF0000010000000000FA] [end=7480000000000001FF3C5F728000000000FF0000020000000000FA] [2024/05/06 18:03:03.960 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF3C5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF3C5F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 18:03:03.961 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=462.257µs] [2024/05/06 18:03:03.961 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.214119ms] [] [2024/05/06 18:03:03.968 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:128 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 130, request epoch conf_ver: 5 version: 128\")"] ["job stage"=needRescan] [2024/05/06 18:03:03.968 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000013C5F728000000000000001] [endKey=74800000000000013C5F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:03:05.968 +08:00] [2024/05/06 18:03:03.988 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574281921429509] [req-type=Cop] [region="{ region id: 14, ver: 128, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:03:03.988 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574281921429509] [req-type=Cop] [region="{ region id: 14, ver: 128, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:03:04.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:04.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:04.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:04.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:04.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:04.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:04.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:04.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:04.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:04.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:04.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:04.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:04.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:04.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:05.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:05.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:05.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:05.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:05.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:05.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:05.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:05.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:05.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:05.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:05.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:05.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:05.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:05.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:05.981 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [size=47] [kvs=1] [importedSize=47] [importedCount=1] [2024/05/06 18:03:05.982 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [takeTime=2.028343061s] [] [2024/05/06 18:03:05.982 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 18:03:05.983 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=921.882µs] [] [2024/05/06 18:03:05.983 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/05/06 18:03:05.983 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 18:03:05.985 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=1.270193ms] [] [2024/05/06 18:03:05.985 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [2024/05/06 18:03:05.985 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 18:03:05.985 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [takeTime=42.859µs] [] [2024/05/06 18:03:05.985 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 18:03:05.986 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=698.257µs] [] [2024/05/06 18:03:06.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:06.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=68] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:03:06.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:06.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=68] [task-type=ImportInto] [num=1] [2024/05/06 18:03:06.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:06.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:06.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:06.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [2024/05/06 18:03:06.281 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:06.281 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:06.281 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:06.282 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:06.282 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:06.283 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:06.283 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:06.283 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:03:06.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:06.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:06.297 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:06.297 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:06.297 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:06.297 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:06.297 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:06.297 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:06.297 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:06.297 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:06.297 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:06.297 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:06.313 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8,\"2\":8}}"] [2024/05/06 18:03:06.314 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:03:06.314 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=68] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 18:03:06.314 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:06.326 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=68] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:03:06.326 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:06.611 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=68] [step=import] [2024/05/06 18:03:06.614 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:06.614 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:06.614 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:06.614 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:06.614 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:06.614 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:06.614 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:06.614 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:06.614 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:06.614 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:06.616 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:06.616 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:06.616 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:06.616 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=68] [error="context canceled"] [2024/05/06 18:03:06.616 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=68] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.737465183s] [] [2024/05/06 18:03:06.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:06.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:06.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:06.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:06.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:06.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:06.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:06.922 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=68] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:03:06.923 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=68] [step=post-process] [2024/05/06 18:03:06.936 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [2024/05/06 18:03:06.936 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [2024/05/06 18:03:06.936 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [2024/05/06 18:03:06.938 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:06.939 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:06.939 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:06.940 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:06.940 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:06.941 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:06.941 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:06.941 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:06.941 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:06.941 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:06.941 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:03:06.941 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:06.941 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:03:06.941 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:03:06.941 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:06.942 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:06.942 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:06.942 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:06.942 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:06.949 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [takeTime=12.756969ms] [] [2024/05/06 18:03:06.949 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [checksum="{cksum=16615416044872410788,size=47,kvs=1}"] [2024/05/06 18:03:06.950 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [weight=30] [2024/05/06 18:03:06.950 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [concurrency=15] [2024/05/06 18:03:06.952 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [local="{cksum=16615416044872410788,size=47,kvs=1}"] [2024/05/06 18:03:06.952 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [takeTime=15.683624ms] [] [2024/05/06 18:03:06.952 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [takeTime=15.826642ms] [] [2024/05/06 18:03:07.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:07.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=68] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:07.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:07.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=68] [task-type=ImportInto] [num=1] [2024/05/06 18:03:07.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:07.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:07.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:07.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=68] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:07.279 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=68] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 18:03:07.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:07.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:07.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:07.290 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=68] [step=done] [state=running] [] [2024/05/06 18:03:07.293 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=68] [2024/05/06 18:03:07.299 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:03:07.576 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=68] [error="context canceled"] [2024/05/06 18:03:07.576 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=68] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=654.313464ms] [] [2024/05/06 18:03:07.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:07.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:07.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:07.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:07.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:07.783 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=68] [2024/05/06 18:03:07.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:07.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:07.790 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:03:07.802 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:03:08.056 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=228] [cur_db=] [sql="DROP DATABASE IF EXISTS test_detached;"] [user=root@%] [2024/05/06 18:03:08.067 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:318, Type:drop schema, State:queueing, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:03:08.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:03:08.067 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:318, Type:drop schema, State:queueing, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:03:08.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="DROP DATABASE IF EXISTS test_detached;"] [2024/05/06 18:03:08.081 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=318] [conn=2] [category=ddl] [job="ID:318, Type:drop schema, State:queueing, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:08.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:08.100 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=228] [neededSchemaVersion=229] ["start time"=566.417µs] [gotSchemaVersion=229] [phyTblIDs="[314,316]"] [actionTypes="[2,2]"] [2024/05/06 18:03:08.104 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=318] [version=229] [2024/05/06 18:03:08.150 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=229] ["take time"=53.639042ms] [job="ID:318, Type:drop schema, State:running, SchemaState:write only, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:03:08.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:08.163 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=318] [conn=2] [category=ddl] [job="ID:318, Type:drop schema, State:running, SchemaState:write only, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:08.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:08.177 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=229] [neededSchemaVersion=230] ["start time"=491.97µs] [gotSchemaVersion=230] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:03:08.181 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=318] [version=230] [2024/05/06 18:03:08.227 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=230] ["take time"=52.640641ms] [job="ID:318, Type:drop schema, State:running, SchemaState:delete only, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:08.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:08.239 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=318] [conn=2] [category=ddl] [job="ID:318, Type:drop schema, State:running, SchemaState:delete only, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:08.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:08.257 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=230] [neededSchemaVersion=231] ["start time"=555.391µs] [gotSchemaVersion=231] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:03:08.260 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=318] [version=231] [2024/05/06 18:03:08.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:08.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:08.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:08.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:08.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:08.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:08.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:08.307 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=231] ["take time"=53.396782ms] [job="ID:318, Type:drop schema, State:done, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:03:08.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:08.320 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=318] [tableIDs="[314,316]"] [2024/05/06 18:03:08.324 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=318] [jobType="drop schema"] [2024/05/06 18:03:08.326 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=318] [conn=2] [job="ID:318, Type:drop schema, State:synced, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:03:08.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:08.341 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=318] [2024/05/06 18:03:08.341 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:03:08.344 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=231] [cur_db=] [sql="CREATE DATABASE test_detached;"] [user=root@%] [2024/05/06 18:03:08.356 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:320, Type:create schema, State:queueing, SchemaState:none, SchemaID:319, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:03:08.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE test_detached;"] [2024/05/06 18:03:08.356 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:320, Type:create schema, State:queueing, SchemaState:none, SchemaID:319, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:03:08.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:03:08.374 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=320] [conn=2] [category=ddl] [job="ID:320, Type:create schema, State:queueing, SchemaState:none, SchemaID:319, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:08.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:08.390 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=231] [neededSchemaVersion=232] ["start time"=1.19886ms] [gotSchemaVersion=232] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:03:08.393 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=320] [version=232] [2024/05/06 18:03:08.438 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=232] ["take time"=52.566709ms] [job="ID:320, Type:create schema, State:done, SchemaState:public, SchemaID:319, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:03:08.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:08.456 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=320] [conn=2] [job="ID:320, Type:create schema, State:synced, SchemaState:public, SchemaID:319, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:08.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:08.467 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=320] [2024/05/06 18:03:08.467 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:03:08.470 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=232] [cur_db=] [sql="CREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [user=root@%] [2024/05/06 18:03:08.484 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:322, Type:create table, State:queueing, SchemaState:none, SchemaID:319, TableID:321, RowCount:0, ArgLen:2, start time: 2024-05-06 18:03:08.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [2024/05/06 18:03:08.484 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:322, Type:create table, State:queueing, SchemaState:none, SchemaID:319, TableID:321, RowCount:0, ArgLen:2, start time: 2024-05-06 18:03:08.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:03:08.500 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=322] [conn=2] [category=ddl] [job="ID:322, Type:create table, State:queueing, SchemaState:none, SchemaID:319, TableID:321, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:08.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:08.522 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=232] [neededSchemaVersion=233] ["start time"=2.001615ms] [gotSchemaVersion=233] [phyTblIDs="[321]"] [actionTypes="[3]"] [2024/05/06 18:03:08.527 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=322] [version=233] [2024/05/06 18:03:08.571 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=233] ["take time"=53.066125ms] [job="ID:322, Type:create table, State:done, SchemaState:public, SchemaID:319, TableID:321, RowCount:0, ArgLen:2, start time: 2024-05-06 18:03:08.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:08.585 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=322] [conn=2] [job="ID:322, Type:create table, State:synced, SchemaState:public, SchemaID:319, TableID:321, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:08.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:08.596 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=322] [2024/05/06 18:03:08.596 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:03:08.599 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=233] [cur_db=] [sql="CREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [user=root@%] [2024/05/06 18:03:08.612 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:324, Type:create table, State:queueing, SchemaState:none, SchemaID:319, TableID:323, RowCount:0, ArgLen:2, start time: 2024-05-06 18:03:08.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:03:08.612 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:324, Type:create table, State:queueing, SchemaState:none, SchemaID:319, TableID:323, RowCount:0, ArgLen:2, start time: 2024-05-06 18:03:08.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [2024/05/06 18:03:08.628 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:create table, State:queueing, SchemaState:none, SchemaID:319, TableID:323, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:08.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:08.648 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=233] [neededSchemaVersion=234] ["start time"=1.923075ms] [gotSchemaVersion=234] [phyTblIDs="[323]"] [actionTypes="[3]"] [2024/05/06 18:03:08.653 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=324] [version=234] [2024/05/06 18:03:08.696 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=234] ["take time"=52.963307ms] [job="ID:324, Type:create table, State:done, SchemaState:public, SchemaID:319, TableID:323, RowCount:0, ArgLen:2, start time: 2024-05-06 18:03:08.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:08.711 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [job="ID:324, Type:create table, State:synced, SchemaState:public, SchemaID:319, TableID:323, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:08.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:08.722 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=324] [2024/05/06 18:03:08.722 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:03:08.765 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 18:03:08.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:08.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:08.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:08.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:08.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:08.782 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=69] [job-id=69] [thread-cnt=1] [2024/05/06 18:03:08.782 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=69] [2024/05/06 18:03:08.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:08.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:09.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:09.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:09.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:09.279 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:09.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:09.289 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:09.289 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:09.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:09.778 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:09.779 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:09.779 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:09.779 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:09.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:09.789 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:10.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:10.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:10.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:10.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:10.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:10.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:10.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:10.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:10.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:10.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:10.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:10.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:10.785 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:10.785 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:11.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:11.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:11.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:11.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:11.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:11.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:11.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:11.771 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=69] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 18:03:11.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:11.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:11.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:11.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:11.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:11.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:11.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:12.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=69] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:03:12.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=69] [task-type=ImportInto] [num=1] [2024/05/06 18:03:12.275 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=69] [curr-step=init] [next-step=import] [2024/05/06 18:03:12.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:12.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:12.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:12.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:12.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:12.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:12.287 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t1] [2024/05/06 18:03:12.287 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t1] [before=536870912000] [after=5] [2024/05/06 18:03:12.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:12.287 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=5] [cost=49.242µs] [2024/05/06 18:03:12.288 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t1] [takeTime=160.67µs] [] [2024/05/06 18:03:12.288 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=69] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:03:12.288 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=69] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 18:03:12.288 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:03:12.301 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=69] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:03:12.301 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:03:12.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=69] [2024/05/06 18:03:12.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=69] [type=ImportInto] [2024/05/06 18:03:12.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:12.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:12.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:12.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:12.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:12.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:12.782 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:12.782 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:12.783 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:12.783 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:12.785 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:12.785 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:12.785 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=69] [mode=Import] [2024/05/06 18:03:12.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:12.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:12.800 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:12.800 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:12.800 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:12.800 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:12.800 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:12.800 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:12.800 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:12.800 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:12.800 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:12.800 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:12.805 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=69] [2024/05/06 18:03:12.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=69] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:03:12.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=69] [step=import] [2024/05/06 18:03:12.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=69] [step=import] [2024/05/06 18:03:12.887 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:12.887 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:12.887 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:12.889 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:12.889 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:12.889 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:12.889 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:12.890 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:12.890 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:12.890 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:12.890 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:12.890 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:03:12.890 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:12.890 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:03:12.890 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:03:12.890 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:12.890 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:12.890 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:12.890 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:12.890 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:12.895 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:12.895 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:12.895 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:12.896 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:12.896 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:12.897 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:12.897 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:12.906 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:03:12.907 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/05/06 18:03:12.907 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=69] [step=import] [limit=256MiB] [2024/05/06 18:03:12.921 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=69] [step=import] [subtask-id=138] [2024/05/06 18:03:12.925 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 18:03:12.928 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 18:03:12.928 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=321] [2024/05/06 18:03:12.959 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=321] [key=1.txt:0] [2024/05/06 18:03:12.961 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=321] [key=1.txt:0] [readDur=727.024µs] [encodeDur=425.87µs] [deliverDur=270.788µs] [checksum="{cksum=15342004739662364154,size=33,kvs=1}"] [takeTime=1.768984ms] [] [2024/05/06 18:03:12.962 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/69/3ae7f001-78df-5ff2-91c4-d73c344f65c1.sst/7de5841e-2ecd-407b-bc00-bbbcafe51249.sst] [firstKey=7480000000000001415F728000000000000001] [lastKey=7480000000000001415F728000000000000001] [2024/05/06 18:03:12.962 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=69] [step=import] [subtask-id=138] [takeTime=40.822736ms] [] [2024/05/06 18:03:12.962 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/05/06 18:03:12.962 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/05/06 18:03:12.962 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 18:03:12.964 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.764561ms] [] [2024/05/06 18:03:12.964 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [2024/05/06 18:03:12.968 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:03:12.970 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] ["region ranges"=1] [count=1] [size=33] [2024/05/06 18:03:12.970 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:03:12.970 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 18:03:12.970 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF415F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF415F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 18:03:12.971 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF415F728000000000FF0000010000000000FA] [end=7480000000000001FF415F728000000000FF0000020000000000FA] [2024/05/06 18:03:12.971 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF415F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF415F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 18:03:12.971 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=453.251µs] [2024/05/06 18:03:12.971 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.241579ms] [] [2024/05/06 18:03:12.979 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:130 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 132, request epoch conf_ver: 5 version: 130\")"] ["job stage"=needRescan] [2024/05/06 18:03:12.979 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001415F728000000000000001] [endKey=7480000000000001415F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:03:14.979 +08:00] [2024/05/06 18:03:12.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574284280463366] [req-type=Cop] [region="{ region id: 14, ver: 130, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:03:12.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574284280463366] [req-type=Cop] [region="{ region id: 14, ver: 130, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:03:13.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:13.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:13.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:13.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:13.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:13.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:13.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:13.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:13.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:13.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:13.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:13.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:13.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:13.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:14.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:14.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:14.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:14.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:14.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:14.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:14.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:14.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:14.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:14.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:14.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:14.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:14.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:14.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:14.993 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/05/06 18:03:14.994 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [takeTime=2.030340443s] [] [2024/05/06 18:03:14.994 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 18:03:14.995 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=955.668µs] [] [2024/05/06 18:03:14.995 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/05/06 18:03:14.995 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 18:03:14.997 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=1.274527ms] [] [2024/05/06 18:03:14.997 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [2024/05/06 18:03:14.997 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 18:03:14.997 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [takeTime=50.071µs] [] [2024/05/06 18:03:14.997 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 18:03:14.998 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=656.737µs] [] [2024/05/06 18:03:15.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:15.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:15.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=69] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:03:15.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:15.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:15.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:15.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=69] [task-type=ImportInto] [num=1] [2024/05/06 18:03:15.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [2024/05/06 18:03:15.281 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:15.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:15.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:15.283 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:15.283 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:15.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:15.284 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:15.284 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:03:15.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:15.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:15.299 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:15.299 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:15.299 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:15.299 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:15.299 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:15.299 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:15.299 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:15.299 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:15.299 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:15.299 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:15.314 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":2}}"] [2024/05/06 18:03:15.315 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:03:15.315 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=69] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 18:03:15.316 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:15.328 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=69] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:03:15.328 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:15.630 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=69] [step=import] [2024/05/06 18:03:15.634 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:15.634 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:15.634 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:15.634 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:15.634 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:15.634 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:15.634 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:15.634 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:15.634 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:15.634 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:15.635 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:15.635 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:15.635 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:15.635 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=69] [error="context canceled"] [2024/05/06 18:03:15.636 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=69] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.756445148s] [] [2024/05/06 18:03:15.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:15.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:15.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:15.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:15.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:15.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:15.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:15.942 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=69] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:03:15.943 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=69] [step=post-process] [2024/05/06 18:03:15.957 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [2024/05/06 18:03:15.957 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [2024/05/06 18:03:15.957 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [2024/05/06 18:03:15.960 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:15.961 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:15.961 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:15.962 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:15.962 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:15.963 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:15.963 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:15.963 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:15.963 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:03:15.963 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:15.963 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:15.963 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:15.963 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:03:15.963 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:03:15.963 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:15.963 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:15.963 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:15.963 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:15.964 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:15.971 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [takeTime=13.511019ms] [] [2024/05/06 18:03:15.971 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [checksum="{cksum=15342004739662364154,size=33,kvs=1}"] [2024/05/06 18:03:15.972 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [weight=30] [2024/05/06 18:03:15.972 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [concurrency=15] [2024/05/06 18:03:15.974 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [local="{cksum=15342004739662364154,size=33,kvs=1}"] [2024/05/06 18:03:15.974 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [takeTime=16.923101ms] [] [2024/05/06 18:03:15.974 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [takeTime=17.064308ms] [] [2024/05/06 18:03:16.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:16.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:16.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=69] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:16.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:16.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:16.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:16.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=69] [task-type=ImportInto] [num=1] [2024/05/06 18:03:16.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=69] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:16.279 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=69] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 18:03:16.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:16.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:16.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:16.290 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=69] [step=done] [state=running] [] [2024/05/06 18:03:16.292 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=69] [2024/05/06 18:03:16.299 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:03:16.595 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 7.870705355\n# Parse_time: 0.000082784\n# Compile_time: 0.000422269\n# Rewrite_time: 0.000136064\n# Optimize_time: 0.000157432\n# Wait_TS: 0.000286867\n# Is_internal: false\n# Digest: 774e96f70f54201ff90b227839cc6a84156ba01693c8ca009f9710ecb324ae55\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny44N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny44N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t1` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 18:03:16.599 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=69] [error="context canceled"] [2024/05/06 18:03:16.599 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=69] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=657.35448ms] [] [2024/05/06 18:03:16.640 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null,\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 18:03:16.658 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=70] [job-id=70] [thread-cnt=1] [2024/05/06 18:03:16.659 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=70] [2024/05/06 18:03:16.846 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:16.847 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:16.848 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:16.848 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:16.848 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:16.854 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=69] [2024/05/06 18:03:16.857 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:16.858 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:16.861 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:03:16.874 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:03:17.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:17.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:17.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:17.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:17.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:17.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:17.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:17.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=70] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 18:03:17.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:17.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:17.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:17.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:17.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:17.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:17.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:18.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=70] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:03:18.273 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=70] [task-type=ImportInto] [num=1] [2024/05/06 18:03:18.274 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=70] [curr-step=init] [next-step=import] [2024/05/06 18:03:18.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:18.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:18.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:18.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:18.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:18.286 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t2] [2024/05/06 18:03:18.286 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t2] [before=536870912000] [after=5] [2024/05/06 18:03:18.286 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=5] [cost=50.425µs] [2024/05/06 18:03:18.286 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t2] [takeTime=162.645µs] [] [2024/05/06 18:03:18.286 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=70] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:03:18.286 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=70] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 18:03:18.286 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:03:18.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:18.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:18.299 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=70] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:03:18.299 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:03:18.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=70] [2024/05/06 18:03:18.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=70] [type=ImportInto] [2024/05/06 18:03:18.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:18.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:18.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:18.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:18.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:18.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:18.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:18.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:18.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:18.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:18.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:18.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:18.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=70] [mode=Import] [2024/05/06 18:03:18.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:18.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:18.797 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:18.797 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:18.797 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:18.797 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:18.797 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:18.798 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:18.798 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:18.798 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:18.798 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:18.798 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:18.803 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=70] [2024/05/06 18:03:18.878 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=70] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:03:18.879 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=70] [step=import] [2024/05/06 18:03:18.879 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=70] [step=import] [2024/05/06 18:03:18.884 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:18.885 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:18.885 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:18.886 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:18.886 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:18.887 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:18.887 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:18.887 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:18.887 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:18.887 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:18.887 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:18.887 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:03:18.887 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:18.887 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:18.887 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:18.888 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:18.888 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:18.892 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:18.892 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:18.892 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:18.893 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:18.893 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:18.894 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:18.894 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:18.903 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:03:18.903 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/05/06 18:03:18.903 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=70] [step=import] [limit=256MiB] [2024/05/06 18:03:18.917 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=70] [step=import] [subtask-id=140] [2024/05/06 18:03:18.920 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 18:03:18.924 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 18:03:18.924 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=323] [2024/05/06 18:03:18.932 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=323] [key=1.txt:0] [2024/05/06 18:03:18.934 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=323] [key=1.txt:0] [readDur=833.284µs] [encodeDur=212.946µs] [deliverDur=171.297µs] [checksum="{cksum=1315384328616779055,size=33,kvs=1}"] [takeTime=1.483413ms] [] [2024/05/06 18:03:18.935 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=70] [step=import] [subtask-id=140] [takeTime=17.735944ms] [] [2024/05/06 18:03:18.935 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/70/ad22e41c-f30a-50a8-9086-89d3ea93a06e.sst/a7dda3f1-f5d3-40a8-812b-f3d7d63abd70.sst] [firstKey=7480000000000001435F728000000000000001] [lastKey=7480000000000001435F728000000000000001] [2024/05/06 18:03:18.935 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/05/06 18:03:18.935 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/05/06 18:03:18.935 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 18:03:18.936 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.61509ms] [] [2024/05/06 18:03:18.936 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [2024/05/06 18:03:18.941 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:03:18.942 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] ["region ranges"=1] [count=1] [size=33] [2024/05/06 18:03:18.942 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:03:18.942 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 18:03:18.942 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF435F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF435F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 18:03:18.943 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF435F728000000000FF0000010000000000FA] [end=7480000000000001FF435F728000000000FF0000020000000000FA] [2024/05/06 18:03:18.943 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF435F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF435F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 18:03:18.944 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=458.561µs] [2024/05/06 18:03:18.944 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.247353ms] [] [2024/05/06 18:03:18.952 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:132 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 134, request epoch conf_ver: 5 version: 132\")"] ["job stage"=needRescan] [2024/05/06 18:03:18.952 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001435F728000000000000001] [endKey=7480000000000001435F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:03:20.952 +08:00] [2024/05/06 18:03:18.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574285853327366] [req-type=Cop] [region="{ region id: 14, ver: 132, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:03:18.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574285853327366] [req-type=Cop] [region="{ region id: 14, ver: 132, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:03:19.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:19.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:19.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:19.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:19.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:19.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:19.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:19.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:19.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:19.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:19.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:19.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:19.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:19.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:20.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:20.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:20.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:20.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:20.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:20.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:20.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:20.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:20.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:20.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:20.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:20.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:20.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:20.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:20.965 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/05/06 18:03:20.966 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [takeTime=2.029921876s] [] [2024/05/06 18:03:20.967 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 18:03:20.968 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=976.971µs] [] [2024/05/06 18:03:20.968 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/05/06 18:03:20.968 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 18:03:20.969 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=1.425526ms] [] [2024/05/06 18:03:20.969 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [2024/05/06 18:03:20.969 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 18:03:20.969 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [takeTime=45.63µs] [] [2024/05/06 18:03:20.969 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 18:03:20.970 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=886.966µs] [] [2024/05/06 18:03:21.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:21.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=70] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:03:21.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:21.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=70] [task-type=ImportInto] [num=1] [2024/05/06 18:03:21.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:21.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:21.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:21.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [2024/05/06 18:03:21.282 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:21.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:21.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:21.283 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:21.283 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:21.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:21.284 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:21.284 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:03:21.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:21.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:21.303 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:21.303 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:21.303 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:21.303 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:21.303 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:21.303 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:21.303 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:21.303 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:21.303 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:21.303 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:21.320 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":2}}"] [2024/05/06 18:03:21.321 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:03:21.321 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=70] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 18:03:21.322 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:21.334 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=70] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:03:21.334 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:21.610 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=70] [step=import] [2024/05/06 18:03:21.614 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:21.614 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:21.614 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:21.614 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:21.614 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:21.614 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:21.614 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:21.614 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:21.614 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:21.614 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:21.615 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:21.615 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:21.615 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:21.616 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=70] [error="context canceled"] [2024/05/06 18:03:21.616 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=70] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.737316661s] [] [2024/05/06 18:03:21.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:21.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:21.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:21.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:21.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:21.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:21.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:21.922 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=70] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:03:21.923 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=70] [step=post-process] [2024/05/06 18:03:21.937 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [2024/05/06 18:03:21.937 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [2024/05/06 18:03:21.937 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [2024/05/06 18:03:21.940 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:21.941 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:21.941 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:21.942 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:21.942 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:21.943 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:21.943 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:21.943 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:21.943 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:21.943 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/06 18:03:21.943 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:03:21.943 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:21.943 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:21.943 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:03:21.943 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:03:21.943 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:21.943 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:21.943 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:21.943 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:21.943 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:21.952 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [takeTime=14.15793ms] [] [2024/05/06 18:03:21.952 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [checksum="{cksum=1315384328616779055,size=33,kvs=1}"] [2024/05/06 18:03:21.952 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [weight=30] [2024/05/06 18:03:21.952 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [concurrency=15] [2024/05/06 18:03:21.955 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [local="{cksum=1315384328616779055,size=33,kvs=1}"] [2024/05/06 18:03:21.955 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [takeTime=17.615344ms] [] [2024/05/06 18:03:21.955 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [takeTime=17.793513ms] [] [2024/05/06 18:03:22.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:22.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=70] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:22.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:22.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:22.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:22.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:22.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=70] [task-type=ImportInto] [num=1] [2024/05/06 18:03:22.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=70] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:22.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=70] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 18:03:22.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:22.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:22.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:22.290 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=70] [step=done] [state=running] [] [2024/05/06 18:03:22.292 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=70] [2024/05/06 18:03:22.299 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:03:22.581 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=70] [error="context canceled"] [2024/05/06 18:03:22.582 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=70] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=659.328037ms] [] === RUN TestLoadRemote/TestShowDetachedJob [2024/05/06 18:03:22.668 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=234] [cur_db=] [sql="drop database if exists show_detached_job"] [user=root@%] [2024/05/06 18:03:22.669 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=234] [cur_db=] [sql="create database show_detached_job"] [user=root@%] [2024/05/06 18:03:22.683 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:03:22.641 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:03:22.683 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:03:22.641 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database show_detached_job"] [2024/05/06 18:03:22.702 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=326] [conn=2] [category=ddl] [job="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:22.641 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:22.718 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=234] [neededSchemaVersion=235] ["start time"=1.068637ms] [gotSchemaVersion=235] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:03:22.723 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=326] [version=235] [2024/05/06 18:03:22.767 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=235] ["take time"=53.165821ms] [job="ID:326, Type:create schema, State:done, SchemaState:public, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:03:22.641 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:22.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:22.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:22.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:22.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:22.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:22.783 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=326] [conn=2] [job="ID:326, Type:create schema, State:synced, SchemaState:public, SchemaID:325, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:22.641 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:22.784 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=70] [2024/05/06 18:03:22.790 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:22.790 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:22.794 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:03:22.797 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=326] [2024/05/06 18:03:22.797 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:03:22.801 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=235] [cur_db=show_detached_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 18:03:22.809 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:03:22.814 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-05-06 18:03:22.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:03:22.814 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-05-06 18:03:22.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 18:03:22.830 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=328] [conn=2] [category=ddl] [job="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:22.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:22.850 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=235] [neededSchemaVersion=236] ["start time"=1.861239ms] [gotSchemaVersion=236] [phyTblIDs="[327]"] [actionTypes="[3]"] [2024/05/06 18:03:22.854 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=328] [version=236] [2024/05/06 18:03:22.897 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=236] ["take time"=52.575738ms] [job="ID:328, Type:create table, State:done, SchemaState:public, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-05-06 18:03:22.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:22.913 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=328] [conn=2] [job="ID:328, Type:create table, State:synced, SchemaState:public, SchemaID:325, TableID:327, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:22.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:22.925 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=328] [2024/05/06 18:03:22.925 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:03:22.927 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=236] [cur_db=show_detached_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 18:03:22.941 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-05-06 18:03:22.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:03:22.941 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-05-06 18:03:22.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 18:03:22.964 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=330] [conn=2] [category=ddl] [job="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:22.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:22.983 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=236] [neededSchemaVersion=237] ["start time"=1.971481ms] [gotSchemaVersion=237] [phyTblIDs="[329]"] [actionTypes="[3]"] [2024/05/06 18:03:22.987 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=330] [version=237] [2024/05/06 18:03:23.031 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=237] ["take time"=52.808144ms] [job="ID:330, Type:create table, State:done, SchemaState:public, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-05-06 18:03:22.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:23.056 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=330] [conn=2] [job="ID:330, Type:create table, State:synced, SchemaState:public, SchemaID:325, TableID:329, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:22.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:23.068 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=330] [2024/05/06 18:03:23.068 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:03:23.070 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=237] [cur_db=show_detached_job] [sql="CREATE TABLE t3 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 18:03:23.084 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:332, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:331, RowCount:0, ArgLen:2, start time: 2024-05-06 18:03:23.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:03:23.084 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:332, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:331, RowCount:0, ArgLen:2, start time: 2024-05-06 18:03:23.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/06 18:03:23.101 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=332] [conn=2] [category=ddl] [job="ID:332, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:331, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:23.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:23.120 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=237] [neededSchemaVersion=238] ["start time"=1.716555ms] [gotSchemaVersion=238] [phyTblIDs="[331]"] [actionTypes="[3]"] [2024/05/06 18:03:23.124 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=332] [version=238] [2024/05/06 18:03:23.168 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=238] ["take time"=53.156018ms] [job="ID:332, Type:create table, State:done, SchemaState:public, SchemaID:325, TableID:331, RowCount:0, ArgLen:2, start time: 2024-05-06 18:03:23.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:23.183 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=332] [conn=2] [job="ID:332, Type:create table, State:synced, SchemaState:public, SchemaID:325, TableID:331, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:23.041 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:23.194 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=332] [2024/05/06 18:03:23.194 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:03:23.237 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=false] [2024/05/06 18:03:23.255 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=71] [job-id=71] [thread-cnt=8] [2024/05/06 18:03:23.256 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=71] [2024/05/06 18:03:23.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:23.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:23.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:23.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:23.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:23.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:23.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:23.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=71] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:03:23.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:23.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:23.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:23.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:23.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:23.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:23.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:24.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=71] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:03:24.273 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=71] [task-type=ImportInto] [num=1] [2024/05/06 18:03:24.274 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=71] [curr-step=init] [next-step=import] [2024/05/06 18:03:24.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:24.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:24.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:24.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:24.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:24.284 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t1] [2024/05/06 18:03:24.284 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 18:03:24.284 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=45.655µs] [2024/05/06 18:03:24.284 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t1] [takeTime=125.276µs] [] [2024/05/06 18:03:24.284 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=71] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:03:24.284 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=71] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:03:24.284 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:03:24.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:24.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:24.296 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=71] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:03:24.296 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:03:24.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=71] [2024/05/06 18:03:24.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=71] [type=ImportInto] [2024/05/06 18:03:24.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:24.778 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:24.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:24.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:24.779 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:24.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:24.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:24.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:24.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:24.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:24.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:24.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:24.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=71] [mode=Import] [2024/05/06 18:03:24.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:24.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:24.797 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:24.797 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:24.797 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:24.797 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:24.797 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:24.797 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:24.797 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:24.797 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:24.798 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:24.798 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:24.803 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=71] [2024/05/06 18:03:24.878 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=71] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:03:24.879 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=71] [step=import] [2024/05/06 18:03:24.879 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=71] [step=import] [2024/05/06 18:03:24.884 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:24.885 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:24.885 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:24.886 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:24.886 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:24.887 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:24.887 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:24.887 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:24.887 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:03:24.887 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:24.887 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:24.887 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:24.887 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:03:24.887 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:03:24.888 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:24.888 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:24.888 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:24.888 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:24.888 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:24.892 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:24.892 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:24.892 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:24.893 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:24.893 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:24.894 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:24.894 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:24.903 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:03:24.903 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/05/06 18:03:24.903 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=71] [step=import] [limit=256MiB] [2024/05/06 18:03:24.917 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=71] [step=import] [subtask-id=142] [2024/05/06 18:03:24.920 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/06 18:03:24.923 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 18:03:24.924 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=327] [2024/05/06 18:03:24.979 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=327] [key=t.csv:0] [2024/05/06 18:03:24.981 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=327] [key=t.csv:0] [readDur=775.705µs] [encodeDur=401.166µs] [deliverDur=349.678µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [takeTime=1.772581ms] [] [2024/05/06 18:03:24.981 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=71] [step=import] [subtask-id=142] [takeTime=64.542617ms] [] [2024/05/06 18:03:24.981 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/71/4c8e15fc-755f-59dd-958d-7cda1975f957.sst/f8248dc6-52e7-4240-8851-07b0ad36581e.sst] [firstKey=7480000000000001475F728000000000000001] [lastKey=7480000000000001475F728000000000000002] [2024/05/06 18:03:24.982 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/05/06 18:03:24.982 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/05/06 18:03:24.982 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/06 18:03:24.983 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [takeTime=1.537789ms] [] [2024/05/06 18:03:24.983 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [retryCnt=0] [2024/05/06 18:03:24.987 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:03:24.989 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] ["region ranges"=1] [count=2] [size=50] [2024/05/06 18:03:24.989 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:03:24.989 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/06 18:03:24.989 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF475F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF475F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 18:03:24.990 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF475F728000000000FF0000010000000000FA] [end=7480000000000001FF475F728000000000FF0000030000000000FA] [2024/05/06 18:03:24.990 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF475F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF475F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 18:03:24.990 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=402.556µs] [2024/05/06 18:03:24.990 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] [takeTime=1.073474ms] [] [2024/05/06 18:03:24.997 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 20, store 1, region 14, epoch conf_ver:5 version:134 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 136, request epoch conf_ver: 5 version: 134\")"] ["job stage"=needRescan] [2024/05/06 18:03:24.998 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001475F728000000000000001] [endKey=7480000000000001475F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:03:26.998 +08:00] [2024/05/06 18:03:25.039 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574287439560707] [req-type=Cop] [region="{ region id: 14, ver: 134, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:03:25.039 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574287439560707] [req-type=Cop] [region="{ region id: 14, ver: 134, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:03:25.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:25.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:25.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:25.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:25.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:25.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:25.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:25.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:25.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:25.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:25.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:25.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:25.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:25.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:26.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:26.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:26.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:26.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:26.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:26.289 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:26.289 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:26.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:26.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:26.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:26.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:26.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:26.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:26.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:27.011 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 18:03:27.012 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [retryCnt=0] [takeTime=2.029063736s] [] [2024/05/06 18:03:27.013 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/06 18:03:27.014 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [takeTime=1.054207ms] [] [2024/05/06 18:03:27.014 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/05/06 18:03:27.014 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 18:03:27.015 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [takeTime=1.533633ms] [] [2024/05/06 18:03:27.015 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [retryCnt=0] [2024/05/06 18:03:27.015 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 18:03:27.016 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [retryCnt=0] [takeTime=65.121µs] [] [2024/05/06 18:03:27.016 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 18:03:27.016 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [takeTime=787.634µs] [] [2024/05/06 18:03:27.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:27.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=71] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:03:27.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:27.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:27.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:27.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:27.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=71] [task-type=ImportInto] [num=1] [2024/05/06 18:03:27.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [2024/05/06 18:03:27.281 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:27.281 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:27.281 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:27.282 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:27.282 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:27.283 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:27.283 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:27.283 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:03:27.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:27.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:27.298 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:27.298 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:27.298 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:27.298 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:27.298 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:27.298 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:27.298 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:27.298 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:27.298 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:27.298 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:27.313 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 18:03:27.314 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:03:27.314 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=71] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 18:03:27.314 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:27.325 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=71] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:03:27.325 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:27.335 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=71] [step=import] [2024/05/06 18:03:27.340 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:27.340 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:27.340 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:27.340 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:27.340 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:27.340 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:27.340 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:27.340 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:27.340 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:27.340 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:27.341 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:27.341 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:27.341 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:27.342 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=71] [error="context canceled"] [2024/05/06 18:03:27.342 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=71] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.463181249s] [] [2024/05/06 18:03:27.648 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=71] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:03:27.649 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=71] [step=post-process] [2024/05/06 18:03:27.662 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [2024/05/06 18:03:27.662 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [2024/05/06 18:03:27.662 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [2024/05/06 18:03:27.662 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [takeTime=2.061µs] [] [2024/05/06 18:03:27.662 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 18:03:27.663 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [weight=30] [2024/05/06 18:03:27.663 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [concurrency=15] [2024/05/06 18:03:27.665 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 18:03:27.665 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [takeTime=3.191239ms] [] [2024/05/06 18:03:27.665 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [takeTime=3.317443ms] [] [2024/05/06 18:03:27.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:27.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=71] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:27.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:27.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=71] [task-type=ImportInto] [num=1] [2024/05/06 18:03:27.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:27.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:27.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:27.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=71] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:27.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=71] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:27.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:27.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:27.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:27.788 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=71] [step=done] [state=running] [] [2024/05/06 18:03:27.790 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=71] [2024/05/06 18:03:27.797 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:03:27.983 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=71] [error="context canceled"] [2024/05/06 18:03:27.983 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=71] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=334.98187ms] [] [2024/05/06 18:03:28.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:28.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:28.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:28.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:28.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:28.283 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=71] [2024/05/06 18:03:28.284 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=71] [step=-2] [state=succeed] [2024/05/06 18:03:28.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:28.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:28.291 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:03:28.302 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:03:28.305 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t2.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=false] [2024/05/06 18:03:28.321 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=72] [job-id=72] [thread-cnt=8] [2024/05/06 18:03:28.321 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=72] [2024/05/06 18:03:28.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:28.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:28.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:28.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:28.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:28.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:28.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:29.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:29.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:29.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:29.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:29.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:29.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:29.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:29.771 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=72] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:03:29.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:29.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:29.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:29.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:29.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:29.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:29.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:30.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=72] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:03:30.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=72] [task-type=ImportInto] [num=1] [2024/05/06 18:03:30.274 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=72] [curr-step=init] [next-step=import] [2024/05/06 18:03:30.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:30.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:30.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:30.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:30.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:30.285 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t2] [2024/05/06 18:03:30.285 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 18:03:30.285 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=57.306µs] [2024/05/06 18:03:30.285 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t2] [takeTime=155.721µs] [] [2024/05/06 18:03:30.285 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=72] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:03:30.285 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=72] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:03:30.285 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:03:30.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:30.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:30.297 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=72] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:03:30.297 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:03:30.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=72] [2024/05/06 18:03:30.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=72] [type=ImportInto] [2024/05/06 18:03:30.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:30.778 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:30.779 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:30.779 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:30.779 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:30.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:30.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:30.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:30.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:30.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:30.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:30.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:30.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=72] [mode=Import] [2024/05/06 18:03:30.797 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:30.797 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:30.797 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:30.797 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:30.797 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:30.797 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:30.797 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:30.797 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:30.797 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:30.797 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:30.797 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:30.798 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:30.803 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=72] [2024/05/06 18:03:30.878 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=72] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:03:30.879 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=72] [step=import] [2024/05/06 18:03:30.879 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=72] [step=import] [2024/05/06 18:03:30.884 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:30.885 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:30.885 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:30.886 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:30.886 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:30.887 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:30.887 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:30.887 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:30.887 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:30.887 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:03:30.887 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:30.887 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:30.887 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:03:30.887 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:03:30.887 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:30.887 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:30.887 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:30.887 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:30.887 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:30.891 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:30.892 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:30.892 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:30.893 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:30.893 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:30.894 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:30.894 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:30.903 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:03:30.903 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/05/06 18:03:30.903 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=72] [step=import] [limit=256MiB] [2024/05/06 18:03:30.917 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=72] [step=import] [subtask-id=144] [2024/05/06 18:03:30.920 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/06 18:03:30.923 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 18:03:30.924 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=329] [2024/05/06 18:03:30.944 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=329] [key=t2.csv:0] [2024/05/06 18:03:30.946 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=329] [key=t2.csv:0] [readDur=1.51371ms] [encodeDur=191.482µs] [deliverDur=181.884µs] [checksum="{cksum=0,size=50,kvs=2}"] [takeTime=2.201549ms] [] [2024/05/06 18:03:30.946 +08:00] [WARN] [engine.go:1383] ["duplicated key found, skip write"] [key=7480000000000001495F728000000000000001] [2024/05/06 18:03:30.947 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=72] [step=import] [subtask-id=144] [takeTime=29.744485ms] [] [2024/05/06 18:03:30.947 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=25] [kvs=2] [files=1] [sstFileSize=923] [file=/tmp/tidb/import-4000/72/385b6216-6ebc-5909-bf6e-7976f99624d0.sst/db8cf156-e2e6-4712-93c3-b8b4e177fd33.sst] [firstKey=7480000000000001495F728000000000000001] [lastKey=7480000000000001495F728000000000000001] [2024/05/06 18:03:30.947 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/05/06 18:03:30.947 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/05/06 18:03:30.947 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/06 18:03:30.949 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [takeTime=1.881719ms] [] [2024/05/06 18:03:30.949 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [retryCnt=0] [2024/05/06 18:03:30.953 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:03:30.954 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] ["region ranges"=1] [count=2] [size=25] [2024/05/06 18:03:30.955 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:03:30.955 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/06 18:03:30.955 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF495F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF495F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 18:03:30.955 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF495F728000000000FF0000010000000000FA] [end=7480000000000001FF495F728000000000FF0000020000000000FA] [2024/05/06 18:03:30.955 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF495F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF495F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 18:03:30.956 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=395.578µs] [2024/05/06 18:03:30.956 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] [takeTime=1.09731ms] [] [2024/05/06 18:03:30.963 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:136 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 138, request epoch conf_ver: 5 version: 136\")"] ["job stage"=needRescan] [2024/05/06 18:03:30.963 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001495F728000000000000001] [endKey=7480000000000001495F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:03:32.963 +08:00] [2024/05/06 18:03:30.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574288999317512] [req-type=Cop] [region="{ region id: 14, ver: 136, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:03:30.989 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574288999317512] [req-type=Cop] [region="{ region id: 14, ver: 136, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:03:31.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:31.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:31.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:31.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:31.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:31.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:31.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:31.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:31.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:31.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:31.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:31.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:31.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:31.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:32.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:32.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:32.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:32.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:32.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:32.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:32.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:32.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:32.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:32.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:32.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:32.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:32.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:32.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:32.976 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] [size=25] [kvs=2] [importedSize=25] [importedCount=1] [2024/05/06 18:03:32.978 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [retryCnt=0] [takeTime=2.028701098s] [] [2024/05/06 18:03:32.978 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/06 18:03:32.979 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [takeTime=991.726µs] [] [2024/05/06 18:03:32.979 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/05/06 18:03:32.979 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 18:03:32.980 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [takeTime=1.270908ms] [] [2024/05/06 18:03:32.980 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [retryCnt=0] [2024/05/06 18:03:32.980 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 18:03:32.980 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [retryCnt=0] [takeTime=41.441µs] [] [2024/05/06 18:03:32.980 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 18:03:32.981 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [takeTime=739.803µs] [] [2024/05/06 18:03:33.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:33.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=72] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:03:33.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:33.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:33.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=72] [task-type=ImportInto] [num=1] [2024/05/06 18:03:33.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:33.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:33.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [2024/05/06 18:03:33.281 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:33.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:33.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:33.283 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:33.283 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:33.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:33.284 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:33.284 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:03:33.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:33.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:33.298 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:33.298 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:33.298 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:33.298 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:33.298 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:33.298 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:33.298 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:33.298 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:33.298 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:33.298 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:33.313 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 18:03:33.314 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:03:33.314 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=72] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 18:03:33.314 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:33.325 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=72] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:03:33.325 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:33.606 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=72] [step=import] [2024/05/06 18:03:33.610 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:33.610 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:33.610 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:33.610 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:33.610 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:33.610 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:33.610 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:33.610 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:33.611 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:33.611 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:33.612 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:33.612 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:33.612 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:33.612 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=72] [error="context canceled"] [2024/05/06 18:03:33.612 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=72] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.733915983s] [] [2024/05/06 18:03:33.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:33.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:33.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:33.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:33.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:33.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:33.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:33.918 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=72] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:03:33.919 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=72] [step=post-process] [2024/05/06 18:03:33.932 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=145] [2024/05/06 18:03:33.932 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=145] [2024/05/06 18:03:33.932 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=145] [2024/05/06 18:03:33.932 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=145] [takeTime=1.794µs] [] [2024/05/06 18:03:33.932 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=145] [checksum="{cksum=0,size=50,kvs=2}"] [2024/05/06 18:03:33.933 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=145] [weight=30] [2024/05/06 18:03:33.933 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=145] [concurrency=15] [2024/05/06 18:03:33.935 +08:00] [ERROR] [subtask_executor.go:111] ["post process failed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=145] [takeTime=3.226182ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func1\n\tpkg/disttask/importinto/subtask_executor.go:111\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 18:03:33.936 +08:00] [ERROR] [scheduler.go:428] ["run subtask failed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=145] [takeTime=3.521281ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/scheduler.go:428\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 18:03:33.936 +08:00] [ERROR] [scheduler.go:500] [onError] [task-id=72] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:153\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 18:03:33.936 +08:00] [ERROR] [scheduler.go:506] ["scheduler met first error"] [task-id=72] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:153\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:506\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 18:03:33.936 +08:00] [WARN] [terror.go:242] ["Unknown error class"] [class=Lighting] [2024/05/06 18:03:33.937 +08:00] [WARN] [scheduler.go:629] ["subtask failed"] [task-id=72] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/05/06 18:03:33.942 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=72] [error="context canceled"] [2024/05/06 18:03:33.942 +08:00] [INFO] [scheduler.go:165] ["schedule step failed"] [task-id=72] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=24.285683ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/05/06 18:03:33.942 +08:00] [ERROR] [manager.go:403] ["failed to handle task"] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:153\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 18:03:34.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:34.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:34.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:34.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:34.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:34.280 +08:00] [WARN] [dispatcher.go:344] ["subtasks encounter errors"] [task-id=72] [task-type=ImportInto] [2024/05/06 18:03:34.284 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=reverting] [2024/05/06 18:03:34.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:34.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:34.468 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=72] [2024/05/06 18:03:34.555 +08:00] [INFO] [scheduler.go:397] ["scheduler rollback a step"] [task-id=72] [step=2] [2024/05/06 18:03:34.560 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=72] [step=post-process] [2024/05/06 18:03:34.767 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=72] [2024/05/06 18:03:34.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:34.776 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=72] [step=post-process] [state=reverting] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/05/06 18:03:34.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:34.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:34.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:34.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:34.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:34.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:34.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:34.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:34.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:34.782 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:34.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:34.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=72] [step=post-process] [mode=Normal] [2024/05/06 18:03:34.786 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:34.786 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:34.786 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:34.786 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:34.786 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:34.786 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:34.786 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:34.786 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:34.786 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:34.786 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:34.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:34.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:34.788 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=72] [2024/05/06 18:03:34.796 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/06 18:03:34.867 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=false] [2024/05/06 18:03:34.877 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=72] [step=2] [state=reverted] [2024/05/06 18:03:34.884 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=73] [job-id=73] [thread-cnt=8] [2024/05/06 18:03:34.885 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=73] [2024/05/06 18:03:34.926 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=72] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/06 18:03:35.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:35.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:35.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:35.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:35.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:35.284 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=72] [2024/05/06 18:03:35.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:35.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:35.292 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:03:35.304 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:03:35.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=73] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:03:35.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:35.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:35.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:35.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:35.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:35.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:35.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:36.272 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=73] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:03:36.273 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=73] [task-type=ImportInto] [num=1] [2024/05/06 18:03:36.274 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=73] [curr-step=init] [next-step=import] [2024/05/06 18:03:36.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:36.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:36.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:36.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:36.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:36.284 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t3] [2024/05/06 18:03:36.284 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t3] [before=536870912000] [after=3] [2024/05/06 18:03:36.284 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=44.139µs] [2024/05/06 18:03:36.284 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t3] [takeTime=140.254µs] [] [2024/05/06 18:03:36.285 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=73] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:03:36.285 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=73] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:03:36.285 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:03:36.286 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:36.286 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:36.296 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=73] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:03:36.297 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:03:36.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=73] [2024/05/06 18:03:36.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=73] [type=ImportInto] [2024/05/06 18:03:36.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:36.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:36.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:36.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:36.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:36.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:36.780 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:36.780 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:36.781 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:36.781 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:36.782 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:36.782 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:36.782 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=73] [mode=Import] [2024/05/06 18:03:36.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:36.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:36.797 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:36.797 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:36.797 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:36.797 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:36.797 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:36.797 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:36.797 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:36.797 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:36.797 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:36.797 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:36.803 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=73] [2024/05/06 18:03:36.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=73] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:03:36.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=73] [step=import] [2024/05/06 18:03:36.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=73] [step=import] [2024/05/06 18:03:36.885 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:36.886 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:36.886 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:36.887 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:36.887 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:36.888 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:36.888 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:36.888 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:36.888 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:36.888 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:36.888 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:03:36.888 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:36.888 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:03:36.888 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:03:36.888 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:36.888 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:36.888 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:36.888 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:36.888 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:36.892 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:36.893 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:36.893 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:36.894 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:36.894 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:36.895 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:36.895 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:36.904 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:03:36.904 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t3] [quota=752.3GB] [2024/05/06 18:03:36.904 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=73] [step=import] [limit=256MiB] [2024/05/06 18:03:36.918 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=73] [step=import] [subtask-id=147] [2024/05/06 18:03:36.921 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`show_detached_job`.`t3`:0] [engineUUID=1b1505a5-6ea7-513e-afb3-0c56d5f7e5e5] [2024/05/06 18:03:36.924 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`show_detached_job`.`t3`:-1] [engineUUID=61501221-9c0e-5dca-a32f-31aa40df2be4] [2024/05/06 18:03:36.925 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=331] [2024/05/06 18:03:36.925 +08:00] [ERROR] [scheduler.go:118] ["run subtask failed"] [type=ImportInto] [task-id=73] [step=import] [subtask-id=147] [takeTime=6.982619ms] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/scheduler.go:118\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:180\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 18:03:36.925 +08:00] [ERROR] [scheduler.go:500] [onError] [task-id=73] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 18:03:36.925 +08:00] [ERROR] [scheduler.go:506] ["scheduler met first error"] [task-id=73] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:506\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 18:03:36.925 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:36.925 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:36.925 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:36.925 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:36.925 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:36.925 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:36.925 +08:00] [WARN] [scheduler.go:629] ["subtask failed"] [task-id=73] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:36.931 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=73] [step=import] [2024/05/06 18:03:36.934 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:36.934 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:36.934 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:36.934 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:36.935 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:36.935 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:36.935 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:36.935 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=73] [error="context canceled"] [2024/05/06 18:03:36.935 +08:00] [INFO] [scheduler.go:165] ["schedule step failed"] [task-id=73] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=56.442453ms] [error="occur an error when sort chunk"] [2024/05/06 18:03:36.935 +08:00] [ERROR] [manager.go:403] ["failed to handle task"] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 18:03:37.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:37.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:37.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:37.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:37.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:37.280 +08:00] [WARN] [dispatcher.go:344] ["subtasks encounter errors"] [task-id=73] [task-type=ImportInto] [2024/05/06 18:03:37.283 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=reverting] [2024/05/06 18:03:37.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:37.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:37.468 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=73] [2024/05/06 18:03:37.548 +08:00] [INFO] [scheduler.go:397] ["scheduler rollback a step"] [task-id=73] [step=1] [2024/05/06 18:03:37.553 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=73] [step=import] [2024/05/06 18:03:37.564 +08:00] [INFO] [scheduler.go:256] [rollback] [type=ImportInto] [task-id=73] [step=import] [2024/05/06 18:03:37.767 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=73] [2024/05/06 18:03:37.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:37.775 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=73] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/05/06 18:03:37.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:37.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:37.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:37.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:37.779 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:37.780 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:37.780 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:37.781 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:37.781 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:37.782 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:37.782 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:37.782 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=73] [step=import] [mode=Normal] [2024/05/06 18:03:37.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:37.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:37.796 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:37.796 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:37.796 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:37.796 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:37.796 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:37.796 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:37.796 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:37.796 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:37.796 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:37.796 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:37.798 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=73] [2024/05/06 18:03:37.805 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/06 18:03:37.871 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=73] [step=1] [state=reverted] [2024/05/06 18:03:37.891 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=73] [error="[0]occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] === RUN TestLoadRemote/TestShowJob [2024/05/06 18:03:37.906 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=238] [cur_db=show_detached_job] [sql="drop database if exists test_show_job"] [user=root@%] [2024/05/06 18:03:37.907 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=238] [cur_db=show_detached_job] [sql="create database test_show_job"] [user=root@%] [2024/05/06 18:03:37.921 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:334, Type:create schema, State:queueing, SchemaState:none, SchemaID:333, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:03:37.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:03:37.921 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:334, Type:create schema, State:queueing, SchemaState:none, SchemaID:333, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:03:37.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database test_show_job"] [2024/05/06 18:03:37.937 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=334] [conn=2] [category=ddl] [job="ID:334, Type:create schema, State:queueing, SchemaState:none, SchemaID:333, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:37.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:37.954 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=238] [neededSchemaVersion=239] ["start time"=1.063369ms] [gotSchemaVersion=239] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:03:37.958 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=334] [version=239] [2024/05/06 18:03:38.003 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=239] ["take time"=53.424376ms] [job="ID:334, Type:create schema, State:done, SchemaState:public, SchemaID:333, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:03:37.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:38.018 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=334] [conn=2] [job="ID:334, Type:create schema, State:synced, SchemaState:public, SchemaID:333, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:37.891 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:38.028 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=334] [2024/05/06 18:03:38.028 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:03:38.031 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=239] [cur_db=test_show_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 18:03:38.045 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:333, TableID:335, RowCount:0, ArgLen:2, start time: 2024-05-06 18:03:37.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 18:03:38.045 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:333, TableID:335, RowCount:0, ArgLen:2, start time: 2024-05-06 18:03:37.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:03:38.068 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=336] [conn=2] [category=ddl] [job="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:333, TableID:335, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:37.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:38.087 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=239] [neededSchemaVersion=240] ["start time"=2.070047ms] [gotSchemaVersion=240] [phyTblIDs="[335]"] [actionTypes="[3]"] [2024/05/06 18:03:38.091 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=336] [version=240] [2024/05/06 18:03:38.135 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=240] ["take time"=53.044131ms] [job="ID:336, Type:create table, State:done, SchemaState:public, SchemaID:333, TableID:335, RowCount:0, ArgLen:2, start time: 2024-05-06 18:03:37.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:38.156 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=336] [conn=2] [job="ID:336, Type:create table, State:synced, SchemaState:public, SchemaID:333, TableID:335, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:37.991 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:38.167 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=336] [2024/05/06 18:03:38.167 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:03:38.170 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=240] [cur_db=test_show_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 18:03:38.184 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:333, TableID:337, RowCount:0, ArgLen:2, start time: 2024-05-06 18:03:38.141 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:03:38.184 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:333, TableID:337, RowCount:0, ArgLen:2, start time: 2024-05-06 18:03:38.141 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 18:03:38.200 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=338] [conn=2] [category=ddl] [job="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:333, TableID:337, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:38.141 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:38.219 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=240] [neededSchemaVersion=241] ["start time"=1.847805ms] [gotSchemaVersion=241] [phyTblIDs="[337]"] [actionTypes="[3]"] [2024/05/06 18:03:38.224 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=338] [version=241] [2024/05/06 18:03:38.268 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=241] ["take time"=53.384876ms] [job="ID:338, Type:create table, State:done, SchemaState:public, SchemaID:333, TableID:337, RowCount:0, ArgLen:2, start time: 2024-05-06 18:03:38.141 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:38.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:38.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:38.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:38.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:38.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:38.283 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=338] [conn=2] [job="ID:338, Type:create table, State:synced, SchemaState:public, SchemaID:333, TableID:337, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:38.141 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:38.284 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=73] [2024/05/06 18:03:38.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:38.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:38.292 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:03:38.398 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=338] [2024/05/06 18:03:38.399 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:03:38.403 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=241] [cur_db=test_show_job] [sql="CREATE TABLE t3 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 18:03:38.408 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:03:38.419 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:340, Type:create table, State:queueing, SchemaState:none, SchemaID:333, TableID:339, RowCount:0, ArgLen:2, start time: 2024-05-06 18:03:38.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/06 18:03:38.419 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:340, Type:create table, State:queueing, SchemaState:none, SchemaID:333, TableID:339, RowCount:0, ArgLen:2, start time: 2024-05-06 18:03:38.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:03:38.440 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=340] [conn=2] [category=ddl] [job="ID:340, Type:create table, State:queueing, SchemaState:none, SchemaID:333, TableID:339, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:38.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:38.461 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=241] [neededSchemaVersion=242] ["start time"=1.775513ms] [gotSchemaVersion=242] [phyTblIDs="[339]"] [actionTypes="[3]"] [2024/05/06 18:03:38.465 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=340] [version=242] [2024/05/06 18:03:38.510 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=242] ["take time"=53.783521ms] [job="ID:340, Type:create table, State:done, SchemaState:public, SchemaID:333, TableID:339, RowCount:0, ArgLen:2, start time: 2024-05-06 18:03:38.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:38.525 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=340] [conn=2] [job="ID:340, Type:create table, State:synced, SchemaState:public, SchemaID:333, TableID:339, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:38.391 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:38.536 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=340] [2024/05/06 18:03:38.536 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:03:38.540 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] [cur_db=test_show_job] [sql="DROP USER IF EXISTS 'test_show_job1'@'localhost';"] [user=root@%] [2024/05/06 18:03:38.605 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] ["secure text"="create user test_show_job1@localhost"] [user=root@%] [2024/05/06 18:03:38.645 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_show_job.* to 'test_show_job1'@'localhost'"] [user=root@%] [2024/05/06 18:03:38.692 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] [cur_db=test_show_job] [sql="DROP USER IF EXISTS 'test_show_job2'@'localhost';"] [user=root@%] [2024/05/06 18:03:38.756 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] ["secure text"="create user test_show_job2@localhost"] [user=root@%] [2024/05/06 18:03:38.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:38.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:38.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:38.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:38.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:38.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:38.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:38.795 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_show_job.* to 'test_show_job2'@'localhost'"] [user=root@%] [2024/05/06 18:03:38.885 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t.csv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 18:03:38.903 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=74] [job-id=74] [thread-cnt=8] [2024/05/06 18:03:38.903 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=74] [2024/05/06 18:03:39.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:39.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:39.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:39.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:39.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:39.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:39.289 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:39.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:39.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:39.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:39.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:39.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:39.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:39.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:40.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:40.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:40.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:40.279 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:40.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:40.289 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:40.289 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:40.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:40.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:40.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:40.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:40.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:40.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:40.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:41.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:41.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:41.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:41.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:41.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:41.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:41.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:41.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=74] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:03:41.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:41.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:41.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:41.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:41.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:41.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:41.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:42.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=74] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:03:42.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=74] [task-type=ImportInto] [num=1] [2024/05/06 18:03:42.274 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=74] [curr-step=init] [next-step=import] [2024/05/06 18:03:42.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:42.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:42.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:42.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:42.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:42.287 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t1] [2024/05/06 18:03:42.287 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 18:03:42.287 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=47.89µs] [2024/05/06 18:03:42.287 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t1] [takeTime=148.85µs] [] [2024/05/06 18:03:42.287 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=74] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:03:42.287 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=74] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:03:42.288 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:03:42.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:42.289 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:42.300 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=74] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:03:42.300 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:03:42.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=74] [2024/05/06 18:03:42.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=74] [type=ImportInto] [2024/05/06 18:03:42.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:42.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:42.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:42.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:42.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:42.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:42.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:42.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:42.783 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:42.783 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:42.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:42.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:42.784 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=74] [mode=Import] [2024/05/06 18:03:42.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:42.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:42.798 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:42.798 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:42.798 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:42.798 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:42.798 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:42.798 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:42.799 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:42.799 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:42.799 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:42.799 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:42.805 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=74] [2024/05/06 18:03:42.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=74] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:03:42.879 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=74] [step=import] [2024/05/06 18:03:42.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=74] [step=import] [2024/05/06 18:03:42.885 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:42.886 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:42.886 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:42.887 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:42.887 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:42.888 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:42.888 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:42.888 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:42.888 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:42.888 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:03:42.888 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:42.888 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:42.888 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:42.888 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:42.888 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:42.888 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:42.888 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:42.892 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:42.893 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:42.893 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:42.894 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:42.894 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:42.895 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:42.895 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:42.904 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:03:42.904 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/05/06 18:03:42.904 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=74] [step=import] [limit=256MiB] [2024/05/06 18:03:42.918 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=74] [step=import] [subtask-id=149] [2024/05/06 18:03:42.922 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/06 18:03:42.926 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 18:03:42.926 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=335] [2024/05/06 18:03:43.016 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=335] [key=t.csv:0] [2024/05/06 18:03:43.018 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=335] [key=t.csv:0] [readDur=940.671µs] [encodeDur=229.349µs] [deliverDur=475.958µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [takeTime=1.974565ms] [] [2024/05/06 18:03:43.019 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=74] [step=import] [subtask-id=149] [takeTime=101.057482ms] [] [2024/05/06 18:03:43.019 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/74/14a064c0-6566-52c4-87f4-e5885586fbff.sst/c2b6b83f-86de-4e65-a6b3-57c8e10f5eaf.sst] [firstKey=74800000000000014F5F728000000000000001] [lastKey=74800000000000014F5F728000000000000002] [2024/05/06 18:03:43.019 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=74] [step=import] [engine-id=0] [2024/05/06 18:03:43.019 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=74] [step=import] [engine-id=0] [2024/05/06 18:03:43.019 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/06 18:03:43.021 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [takeTime=1.733647ms] [] [2024/05/06 18:03:43.021 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [retryCnt=0] [2024/05/06 18:03:43.025 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:03:43.027 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] ["region ranges"=1] [count=2] [size=50] [2024/05/06 18:03:43.027 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:03:43.027 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/06 18:03:43.027 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF4F5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF4F5F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 18:03:43.028 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF4F5F728000000000FF0000010000000000FA] [end=7480000000000001FF4F5F728000000000FF0000030000000000FA] [2024/05/06 18:03:43.028 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF4F5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF4F5F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 18:03:43.028 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=446.694µs] [2024/05/06 18:03:43.028 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] [takeTime=1.215521ms] [] [2024/05/06 18:03:43.036 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:138 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 140, request epoch conf_ver: 5 version: 138\")"] ["job stage"=needRescan] [2024/05/06 18:03:43.037 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000014F5F728000000000000001] [endKey=74800000000000014F5F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:03:45.036 +08:00] [2024/05/06 18:03:43.039 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574292158152710] [req-type=Cop] [region="{ region id: 14, ver: 138, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:03:43.039 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574292158152710] [req-type=Cop] [region="{ region id: 14, ver: 138, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:03:43.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:43.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:43.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:43.279 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:43.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:43.289 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:43.289 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:43.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:43.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:43.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:43.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:43.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:43.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:43.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:44.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:44.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:44.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:44.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:44.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:44.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:44.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:44.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:44.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:44.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:44.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:44.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:44.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:44.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:45.051 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 18:03:45.053 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [retryCnt=0] [takeTime=2.032002459s] [] [2024/05/06 18:03:45.053 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/06 18:03:45.054 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [takeTime=987.458µs] [] [2024/05/06 18:03:45.054 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=74] [step=import] [engine-id=0] [2024/05/06 18:03:45.054 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 18:03:45.056 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [takeTime=1.321983ms] [] [2024/05/06 18:03:45.056 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [retryCnt=0] [2024/05/06 18:03:45.056 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 18:03:45.056 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [retryCnt=0] [takeTime=42.548µs] [] [2024/05/06 18:03:45.056 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 18:03:45.057 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [takeTime=762.721µs] [] [2024/05/06 18:03:45.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:45.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=74] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:03:45.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:45.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:45.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=74] [task-type=ImportInto] [num=1] [2024/05/06 18:03:45.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:45.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:45.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=74] [curr-step=import] [next-step=post-process] [2024/05/06 18:03:45.281 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:45.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:45.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:45.283 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:45.283 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:45.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:45.284 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:45.284 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=74] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:03:45.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:45.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:45.299 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:45.299 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:45.299 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:45.299 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:45.299 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:45.299 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:45.299 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:45.299 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:45.299 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:45.299 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:45.314 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=74] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 18:03:45.315 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=74] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:03:45.316 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=74] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 18:03:45.316 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:45.327 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=74] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:03:45.327 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:45.376 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=74] [step=import] [2024/05/06 18:03:45.380 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:45.380 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:45.380 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:45.380 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:45.380 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:45.380 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:45.380 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:45.380 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:45.380 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:45.380 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:45.382 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:45.382 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:45.382 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:45.382 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=74] [error="context canceled"] [2024/05/06 18:03:45.382 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=74] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.50313665s] [] [2024/05/06 18:03:45.689 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=74] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:03:45.690 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=74] [step=post-process] [2024/05/06 18:03:45.704 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [2024/05/06 18:03:45.704 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [2024/05/06 18:03:45.704 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [2024/05/06 18:03:45.704 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [takeTime=1.441µs] [] [2024/05/06 18:03:45.704 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 18:03:45.705 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [weight=30] [2024/05/06 18:03:45.705 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [concurrency=15] [2024/05/06 18:03:45.707 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 18:03:45.707 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [takeTime=3.351539ms] [] [2024/05/06 18:03:45.707 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [takeTime=3.476923ms] [] [2024/05/06 18:03:45.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:45.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=74] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:45.778 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:45.778 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=74] [task-type=ImportInto] [num=1] [2024/05/06 18:03:45.779 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:45.779 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:45.779 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=74] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:45.779 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:45.779 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=74] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:45.779 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:45.789 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:45.789 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:45.790 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=74] [step=done] [state=running] [] [2024/05/06 18:03:45.792 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=74] [2024/05/06 18:03:45.800 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:03:46.028 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=74] [error="context canceled"] [2024/05/06 18:03:46.028 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=74] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=339.007924ms] [] [2024/05/06 18:03:46.115 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: test_show_job1[test_show_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 7.269500022\n# Parse_time: 0.000073555\n# Compile_time: 0.000440945\n# Rewrite_time: 0.000145116\n# Optimize_time: 0.000032387\n# Wait_TS: 0.000352269\n# DB: test_show_job\n# Is_internal: false\n# Digest: 99e0210d02768185f513fdb4826de8b909e90d125e9b68ebb96c6b40a088fef9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny4yN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny4yN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse test_show_job;\nIMPORT INTO `test_show_job`.`t1` FROM 'gs://test-show-job/t.csv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/05/06 18:03:46.161 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 18:03:46.178 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=75] [job-id=75] [thread-cnt=8] [2024/05/06 18:03:46.178 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=75] [2024/05/06 18:03:46.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:46.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:46.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:46.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:46.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:46.284 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=74] [2024/05/06 18:03:46.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:46.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:46.292 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:03:46.304 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:03:46.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:46.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:46.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:46.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:46.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:46.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:46.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:47.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:47.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:47.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:47.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:47.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:47.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:47.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:47.771 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=75] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:03:47.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:47.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:47.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:47.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:47.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:47.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:47.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:48.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=75] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:03:48.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=75] [task-type=ImportInto] [num=1] [2024/05/06 18:03:48.274 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=75] [curr-step=init] [next-step=import] [2024/05/06 18:03:48.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:48.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:48.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:48.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:48.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:48.286 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t2] [2024/05/06 18:03:48.286 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 18:03:48.286 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=40.533µs] [2024/05/06 18:03:48.286 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t2] [takeTime=159.145µs] [] [2024/05/06 18:03:48.286 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=75] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:03:48.286 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=75] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:03:48.286 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:03:48.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:48.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:48.299 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=75] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:03:48.299 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:03:48.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=75] [2024/05/06 18:03:48.573 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=75] [type=ImportInto] [2024/05/06 18:03:48.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:48.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:48.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:48.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:48.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:48.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:48.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:48.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:48.783 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:48.783 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:48.784 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:48.784 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:48.784 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=75] [mode=Import] [2024/05/06 18:03:48.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:48.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:48.798 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:48.798 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:48.798 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:48.798 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:48.798 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:48.798 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:48.798 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:48.798 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:48.798 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:48.798 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:48.804 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=75] [2024/05/06 18:03:48.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=75] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:03:48.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=75] [step=import] [2024/05/06 18:03:48.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=75] [step=import] [2024/05/06 18:03:48.886 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:48.887 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:48.887 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:48.888 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:48.888 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:48.889 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:48.889 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:48.889 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:48.889 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:48.889 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:48.889 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:48.889 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:03:48.889 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:03:48.889 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:48.889 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:48.889 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:48.890 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:48.890 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:48.894 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:48.895 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:48.895 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:48.896 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:48.896 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:48.897 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:48.897 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:48.907 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:03:48.907 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/05/06 18:03:48.907 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=75] [step=import] [limit=256MiB] [2024/05/06 18:03:48.923 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=75] [step=import] [subtask-id=151] [2024/05/06 18:03:48.927 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/06 18:03:48.931 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 18:03:48.931 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=337] [2024/05/06 18:03:49.021 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=337] [key=t.csv:0] [2024/05/06 18:03:49.023 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=337] [key=t.csv:0] [readDur=800.264µs] [encodeDur=229.558µs] [deliverDur=254.656µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [takeTime=1.567053ms] [] [2024/05/06 18:03:49.024 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=75] [step=import] [subtask-id=151] [takeTime=100.923945ms] [] [2024/05/06 18:03:49.024 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/75/e31f885e-858e-52f9-8c22-abc4981608ce.sst/54a02d28-c772-48af-b346-aac9c02f10f5.sst] [firstKey=7480000000000001515F728000000000000001] [lastKey=7480000000000001515F728000000000000002] [2024/05/06 18:03:49.024 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/05/06 18:03:49.024 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/05/06 18:03:49.024 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/06 18:03:49.026 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [takeTime=1.736113ms] [] [2024/05/06 18:03:49.026 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [retryCnt=0] [2024/05/06 18:03:49.030 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:03:49.032 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] ["region ranges"=1] [count=2] [size=50] [2024/05/06 18:03:49.032 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:03:49.032 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/06 18:03:49.032 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF515F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF515F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 18:03:49.033 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF515F728000000000FF0000010000000000FA] [end=7480000000000001FF515F728000000000FF0000030000000000FA] [2024/05/06 18:03:49.033 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF515F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF515F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 18:03:49.034 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=423.839µs] [2024/05/06 18:03:49.034 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] [takeTime=1.2258ms] [] [2024/05/06 18:03:49.042 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 20, store 1, region 14, epoch conf_ver:5 version:140 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 142, request epoch conf_ver: 5 version: 140\")"] ["job stage"=needRescan] [2024/05/06 18:03:49.042 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001515F728000000000000001] [endKey=7480000000000001515F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:03:51.042 +08:00] [2024/05/06 18:03:49.044 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574293743861762] [req-type=Cop] [region="{ region id: 14, ver: 140, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:03:49.044 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574293743861762] [req-type=Cop] [region="{ region id: 14, ver: 140, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:03:49.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:49.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:49.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:49.279 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:49.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:49.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:49.289 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:49.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:49.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:49.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:49.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:49.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:49.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:49.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:50.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:50.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:50.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:50.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:50.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:50.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:50.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:50.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:50.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:50.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:50.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:50.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:50.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:50.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:51.056 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 18:03:51.057 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [retryCnt=0] [takeTime=2.031036878s] [] [2024/05/06 18:03:51.057 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/06 18:03:51.058 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [takeTime=955.058µs] [] [2024/05/06 18:03:51.058 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/05/06 18:03:51.058 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 18:03:51.060 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [takeTime=1.27195ms] [] [2024/05/06 18:03:51.060 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [retryCnt=0] [2024/05/06 18:03:51.060 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 18:03:51.060 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [retryCnt=0] [takeTime=41.402µs] [] [2024/05/06 18:03:51.060 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 18:03:51.061 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [takeTime=713.821µs] [] [2024/05/06 18:03:51.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:51.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:51.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=75] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:03:51.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:51.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:51.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:51.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=75] [task-type=ImportInto] [num=1] [2024/05/06 18:03:51.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [2024/05/06 18:03:51.281 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:51.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:51.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:51.283 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:51.283 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:51.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:51.284 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:51.284 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:03:51.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:51.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:51.300 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:51.300 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:51.300 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:51.300 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:51.300 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:51.300 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:51.300 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:51.300 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:51.300 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:51.300 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:51.317 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 18:03:51.318 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:03:51.318 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=75] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 18:03:51.318 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:51.330 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=75] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:03:51.330 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:51.382 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=75] [step=import] [2024/05/06 18:03:51.386 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:51.386 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:51.386 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:51.386 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:51.386 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:51.386 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:51.386 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:51.386 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:51.386 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:51.386 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:51.388 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:51.388 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:51.388 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:51.388 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=75] [error="context canceled"] [2024/05/06 18:03:51.388 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=75] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.5084626s] [] [2024/05/06 18:03:51.694 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=75] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:03:51.695 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=75] [step=post-process] [2024/05/06 18:03:51.709 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [2024/05/06 18:03:51.709 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [2024/05/06 18:03:51.709 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [2024/05/06 18:03:51.709 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [takeTime=2.039µs] [] [2024/05/06 18:03:51.709 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 18:03:51.710 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [weight=30] [2024/05/06 18:03:51.710 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [concurrency=15] [2024/05/06 18:03:51.712 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 18:03:51.712 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [takeTime=3.378161ms] [] [2024/05/06 18:03:51.713 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [takeTime=3.508956ms] [] [2024/05/06 18:03:51.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:51.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=75] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:51.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:51.778 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=75] [task-type=ImportInto] [num=1] [2024/05/06 18:03:51.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:51.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:51.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:51.779 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=75] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:51.779 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=75] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:51.779 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:51.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:51.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:51.789 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=75] [step=done] [state=running] [] [2024/05/06 18:03:51.792 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=75] [2024/05/06 18:03:51.799 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:03:51.890 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: test_show_job2[test_show_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.767650585\n# Parse_time: 0.000062219\n# Compile_time: 0.00040637\n# Rewrite_time: 0.000122896\n# Optimize_time: 0.000036673\n# Wait_TS: 0.000361852\n# DB: test_show_job\n# Is_internal: false\n# Digest: bb14f9daa9769ab5bd1b361b26a82cefb11854ee7a2fe4ff910de9e52bfdc24f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS43N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS43N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t2` FROM 'gs://test-show-job/t.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/05/06 18:03:51.910 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] ["secure text"="GRANT SUPER on *.* to 'test_show_job2'@'localhost'"] [user=root@%] [2024/05/06 18:03:51.995 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t*.csv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 18:03:52.012 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=76] [job-id=76] [thread-cnt=1] [2024/05/06 18:03:52.012 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=76] [2024/05/06 18:03:52.031 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=75] [error="context canceled"] [2024/05/06 18:03:52.031 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=75] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=336.82189ms] [] [2024/05/06 18:03:52.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:52.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:52.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:52.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:52.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:52.284 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=75] [2024/05/06 18:03:52.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:52.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:52.292 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:03:52.304 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:03:52.775 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:52.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:52.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:52.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:52.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:52.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:52.786 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:53.275 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:53.276 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:53.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:53.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:53.277 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:53.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:53.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:53.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=76] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 18:03:53.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:53.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:53.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:53.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:53.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:53.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:53.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:54.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=76] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:03:54.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=76] [task-type=ImportInto] [num=1] [2024/05/06 18:03:54.274 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=76] [curr-step=init] [next-step=import] [2024/05/06 18:03:54.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:54.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:54.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:54.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:54.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:54.286 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t3] [2024/05/06 18:03:54.286 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t3] [before=1] [after=1] [2024/05/06 18:03:54.286 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=94.815µs] [2024/05/06 18:03:54.287 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t3] [takeTime=254.97µs] [] [2024/05/06 18:03:54.287 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=76] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 18:03:54.287 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=76] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=2] [2024/05/06 18:03:54.287 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:03:54.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:54.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:54.299 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=76] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:03:54.299 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:03:54.573 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=76] [2024/05/06 18:03:54.573 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=76] [type=ImportInto] [2024/05/06 18:03:54.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:54.778 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:54.779 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:54.779 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:54.779 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:54.782 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:54.782 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:54.782 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:54.783 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:54.783 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:54.784 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:54.784 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:54.784 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=76] [mode=Import] [2024/05/06 18:03:54.799 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:54.799 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:54.799 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:54.799 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:54.799 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:54.799 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:54.799 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:54.799 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:54.799 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:54.799 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:54.800 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:54.800 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:54.805 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=76] [2024/05/06 18:03:54.880 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=76] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:03:54.881 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=76] [step=import] [2024/05/06 18:03:54.881 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=76] [step=import] [2024/05/06 18:03:54.886 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:54.887 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:54.887 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:54.888 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:54.888 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:54.889 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:54.889 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:54.889 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:54.889 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:54.889 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:54.889 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:03:54.889 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:54.889 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/06 18:03:54.889 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:54.889 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:54.889 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:54.889 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:54.889 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:54.893 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:54.894 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:54.894 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:54.895 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:54.895 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:54.896 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:54.896 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:54.905 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:03:54.905 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t3] [quota=752.3GB] [2024/05/06 18:03:54.905 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=76] [step=import] [limit=256MiB] [2024/05/06 18:03:54.920 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=153] [2024/05/06 18:03:54.923 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/06 18:03:54.927 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 18:03:54.927 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=339] [2024/05/06 18:03:54.943 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=339] [key=t2.csv:0] [2024/05/06 18:03:54.945 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=339] [key=t2.csv:0] [readDur=820.986µs] [encodeDur=342.387µs] [deliverDur=515.702µs] [checksum="{cksum=17045318164640841348,size=50,kvs=2}"] [takeTime=1.96062ms] [] [2024/05/06 18:03:54.945 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=153] [takeTime=25.553657ms] [] [2024/05/06 18:03:54.945 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/76/69537677-8c9a-533f-9f7f-fb34aa20f14c.sst/81e5f41b-d606-46fd-8ead-eb38f9e73ed9.sst] [firstKey=7480000000000001535F728000000000000003] [lastKey=7480000000000001535F728000000000000004] [2024/05/06 18:03:54.946 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=76] [step=import] [engine-id=1] [2024/05/06 18:03:54.946 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=1] [2024/05/06 18:03:54.946 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/06 18:03:54.947 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=1.693771ms] [] [2024/05/06 18:03:54.948 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [retryCnt=0] [2024/05/06 18:03:54.952 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:03:54.953 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] ["region ranges"=1] [count=2] [size=50] [2024/05/06 18:03:54.953 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:03:54.953 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/06 18:03:54.953 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF535F728000000000FF0000030000000000FA] [maxKey=7480000000000001FF535F728000000000FF0000050000000000FA] [retry=0] [2024/05/06 18:03:54.954 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF535F728000000000FF0000030000000000FA] [end=7480000000000001FF535F728000000000FF0000050000000000FA] [2024/05/06 18:03:54.954 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF535F728000000000FF0000030000000000FA] [maxKey=7480000000000001FF535F728000000000FF0000050000000000FA] [regions=1] [2024/05/06 18:03:54.955 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=457.665µs] [2024/05/06 18:03:54.955 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=1.186957ms] [] [2024/05/06 18:03:54.967 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 18:03:54.968 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [retryCnt=0] [takeTime=20.943497ms] [] [2024/05/06 18:03:54.969 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/06 18:03:54.970 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=976.118µs] [] [2024/05/06 18:03:54.970 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=1] [2024/05/06 18:03:54.970 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 18:03:54.971 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [takeTime=1.26738ms] [] [2024/05/06 18:03:54.971 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [retryCnt=0] [2024/05/06 18:03:54.971 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 18:03:54.971 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [retryCnt=0] [takeTime=47.534µs] [] [2024/05/06 18:03:54.971 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 18:03:54.972 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [takeTime=754.149µs] [] [2024/05/06 18:03:54.975 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574295290773508] [req-type=Get] [region="{ region id: 14, ver: 142, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:03:55.012 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=154] [2024/05/06 18:03:55.016 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/06 18:03:55.020 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 18:03:55.020 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=339] [2024/05/06 18:03:55.053 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=339] [key=t.csv:0] [2024/05/06 18:03:55.054 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=339] [key=t.csv:0] [readDur=824.102µs] [encodeDur=194.428µs] [deliverDur=12.887µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [takeTime=1.28307ms] [] [2024/05/06 18:03:55.058 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=154] [takeTime=45.606184ms] [] [2024/05/06 18:03:55.058 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/76/e21dc392-0c66-5341-82f7-424a895bc139.sst/b2ecf492-37d8-4d91-a64f-9ca07a19ec61.sst] [firstKey=7480000000000001535F728000000000000001] [lastKey=7480000000000001535F728000000000000002] [2024/05/06 18:03:55.058 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/05/06 18:03:55.058 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/05/06 18:03:55.058 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/06 18:03:55.061 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [takeTime=2.336843ms] [] [2024/05/06 18:03:55.061 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [retryCnt=0] [2024/05/06 18:03:55.065 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:03:55.066 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] ["region ranges"=1] [count=2] [size=50] [2024/05/06 18:03:55.067 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:03:55.067 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/06 18:03:55.067 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF535F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF535F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 18:03:55.067 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF535F728000000000FF0000010000000000FA] [end=7480000000000001FF535F728000000000FF0000030000000000FA] [2024/05/06 18:03:55.068 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF535F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF535F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 18:03:55.068 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=448.919µs] [2024/05/06 18:03:55.068 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] [takeTime=1.237151ms] [] [2024/05/06 18:03:55.081 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 18:03:55.082 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [retryCnt=0] [takeTime=21.249126ms] [] [2024/05/06 18:03:55.082 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/06 18:03:55.083 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [takeTime=1.024362ms] [] [2024/05/06 18:03:55.083 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/05/06 18:03:55.083 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 18:03:55.085 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [takeTime=1.218948ms] [] [2024/05/06 18:03:55.085 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [retryCnt=0] [2024/05/06 18:03:55.085 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 18:03:55.085 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [retryCnt=0] [takeTime=39.514µs] [] [2024/05/06 18:03:55.085 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 18:03:55.086 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [takeTime=795.408µs] [] [2024/05/06 18:03:55.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:55.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=76] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:03:55.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:55.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=76] [task-type=ImportInto] [num=1] [2024/05/06 18:03:55.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:55.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:55.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:55.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [2024/05/06 18:03:55.281 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:55.281 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:55.281 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:55.282 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:55.282 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:55.283 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:55.283 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:55.283 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:03:55.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:55.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:55.299 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:55.299 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:55.299 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:55.299 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:55.299 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:55.299 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:55.299 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:55.299 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:55.299 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:55.299 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:55.314 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4}}"] [2024/05/06 18:03:55.315 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:03:55.315 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=76] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 18:03:55.315 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:55.326 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=76] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:03:55.327 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:55.423 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=76] [step=import] [2024/05/06 18:03:55.428 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:55.428 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:55.428 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:55.428 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:55.428 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:55.428 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:55.428 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:55.428 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:55.428 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:55.428 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:55.429 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:55.429 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:55.429 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:55.429 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=76] [error="context canceled"] [2024/05/06 18:03:55.429 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=76] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=549.499174ms] [] [2024/05/06 18:03:55.736 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=76] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:03:55.737 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=76] [step=post-process] [2024/05/06 18:03:55.754 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [2024/05/06 18:03:55.754 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [2024/05/06 18:03:55.754 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [2024/05/06 18:03:55.754 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [takeTime=2.307µs] [] [2024/05/06 18:03:55.754 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [checksum="{cksum=10068981574061626288,size=100,kvs=4}"] [2024/05/06 18:03:55.755 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [weight=30] [2024/05/06 18:03:55.755 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [concurrency=15] [2024/05/06 18:03:55.756 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574295500488711] [req-type=Cop] [region="{ region id: 600, ver: 144, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 601, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 602, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 603, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=601-epoch_not_match:1] [2024/05/06 18:03:55.761 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [local="{cksum=10068981574061626288,size=100,kvs=4}"] [2024/05/06 18:03:55.761 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [takeTime=7.642856ms] [] [2024/05/06 18:03:55.761 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [takeTime=7.766604ms] [] [2024/05/06 18:03:55.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:55.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:55.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=76] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:55.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:55.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:55.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:55.778 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=76] [task-type=ImportInto] [num=1] [2024/05/06 18:03:55.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=76] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:55.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=76] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 18:03:55.779 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:55.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:55.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:55.788 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=76] [step=done] [state=running] [] [2024/05/06 18:03:55.791 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=76] [2024/05/06 18:03:55.798 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:03:55.926 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: test_show_job2[test_show_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.970320305\n# Parse_time: 0.000131174\n# Compile_time: 0.000465446\n# Rewrite_time: 0.000155363\n# Optimize_time: 0.000034932\n# Wait_TS: 0.000333686\n# DB: test_show_job\n# Is_internal: false\n# Digest: 586c4129dde8bf07f2eb957d1c11bacb4d785c5ef8a5f7344704851e24d20537\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My45N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My45N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t3` FROM 'gs://test-show-job/t*.csv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx' WITH thread=1, __max_engine_size=_UTF8MB4'1';"] === RUN TestLoadRemote/TestZeroDateTime [2024/05/06 18:03:55.930 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] [cur_db=test_show_job] [sql="DROP DATABASE IF EXISTS import_into;"] [user=root@%] [2024/05/06 18:03:55.941 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:341, Type:drop schema, State:queueing, SchemaState:public, SchemaID:206, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:03:55.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:03:55.941 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:341, Type:drop schema, State:queueing, SchemaState:public, SchemaID:206, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:03:55.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="DROP DATABASE IF EXISTS import_into;"] [2024/05/06 18:03:55.960 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=341] [conn=2] [category=ddl] [job="ID:341, Type:drop schema, State:queueing, SchemaState:public, SchemaID:206, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:55.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:55.978 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=242] [neededSchemaVersion=243] ["start time"=620.965µs] [gotSchemaVersion=243] [phyTblIDs="[212]"] [actionTypes="[2]"] [2024/05/06 18:03:55.982 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=341] [version=243] [2024/05/06 18:03:56.027 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=243] ["take time"=52.8194ms] [job="ID:341, Type:drop schema, State:running, SchemaState:write only, SchemaID:206, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:03:55.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:56.040 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=341] [conn=2] [category=ddl] [job="ID:341, Type:drop schema, State:running, SchemaState:write only, SchemaID:206, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:55.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:56.056 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=243] [neededSchemaVersion=244] ["start time"=572.333µs] [gotSchemaVersion=244] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:03:56.060 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=341] [version=244] [2024/05/06 18:03:56.081 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=76] [error="context canceled"] [2024/05/06 18:03:56.081 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=76] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=345.14915ms] [] [2024/05/06 18:03:56.105 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=244] ["take time"=52.504375ms] [job="ID:341, Type:drop schema, State:running, SchemaState:delete only, SchemaID:206, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:55.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:56.118 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=341] [conn=2] [category=ddl] [job="ID:341, Type:drop schema, State:running, SchemaState:delete only, SchemaID:206, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:55.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:56.135 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=244] [neededSchemaVersion=245] ["start time"=583.153µs] [gotSchemaVersion=245] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:03:56.140 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=341] [version=245] [2024/05/06 18:03:56.185 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=245] ["take time"=53.028421ms] [job="ID:341, Type:drop schema, State:done, SchemaState:none, SchemaID:206, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:03:55.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:56.205 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=341] [tableIDs="[212]"] [2024/05/06 18:03:56.210 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=341] [jobType="drop schema"] [2024/05/06 18:03:56.211 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=341] [conn=2] [job="ID:341, Type:drop schema, State:synced, SchemaState:none, SchemaID:206, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:03:55.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:56.228 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=341] [2024/05/06 18:03:56.228 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:03:56.230 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.300583115\n# Parse_time: 0.000219112\n# Compile_time: 0.000252638\n# Rewrite_time: 0.000025094\n# Optimize_time: 0.000164834\n# Wait_TS: 0.000399767\n# DB: test_show_job\n# Is_internal: false\n# Digest: 2bf6205fd312b0e6558e6060b915b47a10f35edac12a547b88c81cc4b6f4279f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS import_into;"] [2024/05/06 18:03:56.231 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="CREATE DATABASE import_into;"] [user=root@%] [2024/05/06 18:03:56.244 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:343, Type:create schema, State:queueing, SchemaState:none, SchemaID:342, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:03:56.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:03:56.244 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:343, Type:create schema, State:queueing, SchemaState:none, SchemaID:342, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:03:56.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE import_into;"] [2024/05/06 18:03:56.261 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=343] [conn=2] [category=ddl] [job="ID:343, Type:create schema, State:queueing, SchemaState:none, SchemaID:342, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:56.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:56.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:56.276 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=245] [neededSchemaVersion=246] ["start time"=1.11449ms] [gotSchemaVersion=246] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 18:03:56.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:56.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:56.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:56.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:56.281 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=343] [version=246] [2024/05/06 18:03:56.285 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=76] [2024/05/06 18:03:56.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:56.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:56.292 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:03:56.304 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:03:56.325 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=246] ["take time"=53.144732ms] [job="ID:343, Type:create schema, State:done, SchemaState:public, SchemaID:342, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 18:03:56.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:56.340 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=343] [conn=2] [job="ID:343, Type:create schema, State:synced, SchemaState:public, SchemaID:342, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:56.191 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:56.351 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=343] [2024/05/06 18:03:56.351 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:03:56.354 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=246] [cur_db=test_show_job] [sql="create table import_into.zero_time_table(t datetime)"] [user=root@%] [2024/05/06 18:03:56.368 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:345, Type:create table, State:queueing, SchemaState:none, SchemaID:342, TableID:344, RowCount:0, ArgLen:2, start time: 2024-05-06 18:03:56.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:03:56.368 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:345, Type:create table, State:queueing, SchemaState:none, SchemaID:342, TableID:344, RowCount:0, ArgLen:2, start time: 2024-05-06 18:03:56.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table import_into.zero_time_table(t datetime)"] [2024/05/06 18:03:56.385 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=345] [conn=2] [category=ddl] [job="ID:345, Type:create table, State:queueing, SchemaState:none, SchemaID:342, TableID:344, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:56.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:56.405 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=246] [neededSchemaVersion=247] ["start time"=1.837665ms] [gotSchemaVersion=247] [phyTblIDs="[344]"] [actionTypes="[3]"] [2024/05/06 18:03:56.409 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=345] [version=247] [2024/05/06 18:03:56.453 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=247] ["take time"=52.832942ms] [job="ID:345, Type:create table, State:done, SchemaState:public, SchemaID:342, TableID:344, RowCount:0, ArgLen:2, start time: 2024-05-06 18:03:56.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:56.468 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=345] [conn=2] [job="ID:345, Type:create table, State:synced, SchemaState:public, SchemaID:342, TableID:344, RowCount:0, ArgLen:0, start time: 2024-05-06 18:03:56.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:03:56.480 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=345] [2024/05/06 18:03:56.480 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:03:56.528 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 18:03:56.547 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=77] [job-id=77] [thread-cnt=8] [2024/05/06 18:03:56.547 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=77] [2024/05/06 18:03:56.770 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=77] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:03:56.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:56.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:56.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:56.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:56.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:56.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:56.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:57.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=77] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:03:57.274 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=77] [task-type=ImportInto] [num=1] [2024/05/06 18:03:57.274 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=init] [next-step=import] [2024/05/06 18:03:57.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:57.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:57.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:57.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:57.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:57.287 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=zero_time_table] [2024/05/06 18:03:57.287 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=zero_time_table] [before=536870912000] [after=20] [2024/05/06 18:03:57.287 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=20] [cost=47.761µs] [2024/05/06 18:03:57.287 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=zero_time_table] [takeTime=153.88µs] [] [2024/05/06 18:03:57.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:57.287 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=77] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:03:57.287 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=77] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:03:57.287 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:03:57.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:57.299 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=77] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:03:57.299 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:03:57.572 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=77] [2024/05/06 18:03:57.572 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=77] [type=ImportInto] [2024/05/06 18:03:57.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:57.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:57.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:57.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:57.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:57.780 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:57.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:57.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:57.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:57.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:57.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:57.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:57.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=77] [mode=Import] [2024/05/06 18:03:57.788 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:57.788 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:57.798 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:57.798 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:57.798 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:57.798 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:57.798 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:03:57.798 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:57.798 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:57.798 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:57.798 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:57.798 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:57.803 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=77] [2024/05/06 18:03:57.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=77] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:03:57.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=77] [step=import] [2024/05/06 18:03:57.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=77] [step=import] [2024/05/06 18:03:57.886 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:57.887 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:57.887 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:57.888 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:57.888 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:57.889 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:57.889 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:57.889 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:03:57.889 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:03:57.889 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:03:57.889 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:03:57.889 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:03:57.889 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:03:57.889 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:03:57.889 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:03:57.889 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:03:57.889 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:03:57.893 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:03:57.894 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:03:57.894 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:03:57.895 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:57.895 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:03:57.895 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:03:57.896 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:03:57.905 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:03:57.905 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=zero_time_table] [quota=752.3GB] [2024/05/06 18:03:57.905 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=77] [step=import] [limit=256MiB] [2024/05/06 18:03:57.919 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=156] [2024/05/06 18:03:57.923 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 18:03:57.926 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 18:03:57.927 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=344] [2024/05/06 18:03:57.938 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=344] [key=zero_time.csv:0] [2024/05/06 18:03:57.939 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=344] [key=zero_time.csv:0] [readDur=877.373µs] [encodeDur=185.369µs] [deliverDur=218.065µs] [checksum="{cksum=427474205938292101,size=36,kvs=1}"] [takeTime=1.569059ms] [] [2024/05/06 18:03:57.940 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=156] [takeTime=20.613325ms] [] [2024/05/06 18:03:57.940 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/77/b03a8272-790c-5766-99b7-2cad67f1945e.sst/f6b4226f-7e28-445d-bade-806345b30691.sst] [firstKey=7480000000000001585F728000000000000001] [lastKey=7480000000000001585F728000000000000001] [2024/05/06 18:03:57.940 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/05/06 18:03:57.940 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/05/06 18:03:57.940 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 18:03:57.942 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=2.125981ms] [] [2024/05/06 18:03:57.943 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [retryCnt=0] [2024/05/06 18:03:57.946 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 18:03:57.948 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] ["region ranges"=1] [count=1] [size=36] [2024/05/06 18:03:57.948 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 18:03:57.948 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 18:03:57.948 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF585F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF585F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 18:03:57.949 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF585F728000000000FF0000010000000000FA] [end=7480000000000001FF585F728000000000FF0000020000000000FA] [2024/05/06 18:03:57.949 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF585F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF585F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 18:03:57.949 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=405.506µs] [2024/05/06 18:03:57.949 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=1.144535ms] [] [2024/05/06 18:03:57.961 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 146, but you sent conf_ver: 5 version: 144"] [region="{ID=616,startKey=7480000000000001FF585F728000000000FF0000010000000000FA,endKey=7480000000000001FF585F728000000000FF0000020000000000FA,epoch=\"conf_ver:5 version:146 \",peers=\"id:617 store_id:2 ,id:618 store_id:1 ,id:619 store_id:3 \"}"] [start=7480000000000001585F728000000000000001] [end=7480000000000001585F728000000000000002] [2024/05/06 18:03:57.961 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001585F728000000000000001] [endKey=7480000000000001585F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 18:03:59.961 +08:00] [2024/05/06 18:03:57.990 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574296077205510] [req-type=Cop] [region="{ region id: 14, ver: 144, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:03:57.991 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449574296077205510] [req-type=Cop] [region="{ region id: 14, ver: 144, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 18:03:58.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:58.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:58.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:58.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:58.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:58.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:58.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:58.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:58.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:58.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:58.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:58.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:58.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:58.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:59.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:59.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:59.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:59.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:59.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:59.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:59.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:59.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:03:59.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:03:59.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:03:59.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:03:59.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:03:59.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:03:59.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:04:00.158 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/06 18:04:00.160 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [retryCnt=0] [takeTime=2.217046497s] [] [2024/05/06 18:04:00.160 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 18:04:00.161 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=1.237283ms] [] [2024/05/06 18:04:00.161 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/05/06 18:04:00.161 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 18:04:00.163 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [takeTime=1.656197ms] [] [2024/05/06 18:04:00.163 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [retryCnt=0] [2024/05/06 18:04:00.163 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 18:04:00.163 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [retryCnt=0] [takeTime=47.424µs] [] [2024/05/06 18:04:00.163 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 18:04:00.164 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [takeTime=825.884µs] [] [2024/05/06 18:04:00.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:04:00.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=77] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 18:04:00.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:04:00.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=77] [task-type=ImportInto] [num=1] [2024/05/06 18:04:00.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:04:00.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:04:00.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:04:00.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [2024/05/06 18:04:00.281 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:04:00.282 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:04:00.282 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:04:00.283 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:04:00.283 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:04:00.284 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:04:00.284 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:04:00.284 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 18:04:00.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:04:00.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:04:00.298 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:04:00.298 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:04:00.298 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:04:00.298 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:04:00.298 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:04:00.298 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:04:00.298 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:04:00.298 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:04:00.299 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:04:00.299 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:04:00.314 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8}}"] [2024/05/06 18:04:00.315 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 18:04:00.315 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=77] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 18:04:00.315 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:04:00.327 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=77] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 18:04:00.327 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:04:00.484 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=77] [step=import] [2024/05/06 18:04:00.490 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:04:00.490 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:04:00.490 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:04:00.490 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:04:00.490 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:04:00.490 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:04:00.490 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:04:00.490 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:04:00.490 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:04:00.490 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:04:00.492 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:04:00.492 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:04:00.492 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:04:00.492 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=77] [error="context canceled"] [2024/05/06 18:04:00.492 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=77] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.613050272s] [] [2024/05/06 18:04:00.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:04:00.778 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:04:00.779 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:04:00.779 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:04:00.779 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:04:00.789 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:04:00.789 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:04:00.799 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=77] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:04:00.800 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=77] [step=post-process] [2024/05/06 18:04:00.814 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [2024/05/06 18:04:00.814 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [2024/05/06 18:04:00.814 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [2024/05/06 18:04:00.817 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:04:00.817 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:04:00.817 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:04:00.819 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:04:00.819 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:04:00.819 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:04:00.820 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:04:00.820 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:04:00.820 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:04:00.820 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:04:00.820 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:04:00.820 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:04:00.820 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:04:00.820 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:04:00.820 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:04:00.820 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:04:00.820 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:04:00.820 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:04:00.828 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [takeTime=14.498124ms] [] [2024/05/06 18:04:00.828 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [checksum="{cksum=427474205938292101,size=36,kvs=1}"] [2024/05/06 18:04:00.829 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [weight=30] [2024/05/06 18:04:00.829 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [concurrency=15] [2024/05/06 18:04:00.831 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [local="{cksum=427474205938292101,size=36,kvs=1}"] [2024/05/06 18:04:00.832 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [takeTime=17.855582ms] [] [2024/05/06 18:04:00.832 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [takeTime=18.002673ms] [] [2024/05/06 18:04:01.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:04:01.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=77] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:04:01.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:04:01.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=77] [task-type=ImportInto] [num=1] [2024/05/06 18:04:01.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:04:01.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:04:01.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:04:01.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=post-process] [next-step=done] [2024/05/06 18:04:01.279 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=77] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:04:01.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:04:01.288 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:04:01.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:04:01.289 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=77] [step=done] [state=running] [] [2024/05/06 18:04:01.292 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=77] [2024/05/06 18:04:01.300 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 18:04:01.360 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.8767781679999995\n# Parse_time: 0.00006731\n# Compile_time: 0.0004022\n# Rewrite_time: 0.000120777\n# Optimize_time: 0.000164834\n# Wait_TS: 0.000363905\n# DB: test_show_job\n# Is_internal: false\n# Digest: f60bcae7c8ecb0a2c7e6a9ff60da26b57eee81605f51317a44caada4faa681a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC44OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC44OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`zero_time_table` FROM 'gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 18:04:01.365 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=247] [cur_db=test_show_job] [sql="truncate table import_into.zero_time_table"] [user=root@%] [2024/05/06 18:04:01.378 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:347, Type:truncate table, State:queueing, SchemaState:none, SchemaID:342, TableID:344, RowCount:0, ArgLen:3, start time: 2024-05-06 18:04:01.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 18:04:01.378 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:347, Type:truncate table, State:queueing, SchemaState:none, SchemaID:342, TableID:344, RowCount:0, ArgLen:3, start time: 2024-05-06 18:04:01.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table import_into.zero_time_table"] [2024/05/06 18:04:01.395 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:truncate table, State:queueing, SchemaState:none, SchemaID:342, TableID:344, RowCount:0, ArgLen:0, start time: 2024-05-06 18:04:01.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:04:01.418 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=247] [neededSchemaVersion=248] ["start time"=1.933771ms] [gotSchemaVersion=248] [phyTblIDs="[344,346]"] [actionTypes="[11,11]"] [2024/05/06 18:04:01.423 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=347] [version=248] [2024/05/06 18:04:01.457 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=77] [error="context canceled"] [2024/05/06 18:04:01.457 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=77] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=658.544788ms] [] [2024/05/06 18:04:01.466 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=248] ["take time"=53.416497ms] [job="ID:347, Type:truncate table, State:done, SchemaState:public, SchemaID:342, TableID:344, RowCount:0, ArgLen:2, start time: 2024-05-06 18:04:01.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:04:01.481 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=347] [elementID=1] [comment="table ID is 344"] [2024/05/06 18:04:01.486 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=347] [jobType="truncate table"] [2024/05/06 18:04:01.488 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [job="ID:347, Type:truncate table, State:synced, SchemaState:public, SchemaID:342, TableID:344, RowCount:0, ArgLen:2, start time: 2024-05-06 18:04:01.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 18:04:01.505 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=347] [2024/05/06 18:04:01.505 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 18:04:01.548 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 18:04:01.564 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=78] [job-id=78] [thread-cnt=8] [2024/05/06 18:04:01.564 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=78] [2024/05/06 18:04:01.760 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=77] [step=-2] [state=succeed] [2024/05/06 18:04:01.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:04:01.776 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:04:01.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:04:01.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:04:01.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:04:01.783 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=77] [2024/05/06 18:04:01.787 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:04:01.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:04:01.791 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 18:04:01.802 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 18:04:02.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:04:02.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:04:02.278 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:04:02.278 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:04:02.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:04:02.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:04:02.288 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:04:02.771 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=78] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 18:04:02.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:04:02.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:04:02.777 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:04:02.777 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:04:02.777 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:04:02.786 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:04:02.787 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:04:03.273 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=78] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 18:04:03.273 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=78] [task-type=ImportInto] [num=1] [2024/05/06 18:04:03.274 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=78] [curr-step=init] [next-step=import] [2024/05/06 18:04:03.276 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:04:03.277 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:04:03.277 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:04:03.277 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:04:03.278 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:04:03.287 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=zero_time_table] [2024/05/06 18:04:03.287 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:04:03.287 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=zero_time_table] [before=536870912000] [after=20] [2024/05/06 18:04:03.287 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=20] [cost=68.088µs] [2024/05/06 18:04:03.287 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=zero_time_table] [takeTime=171.752µs] [] [2024/05/06 18:04:03.287 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:04:03.288 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=78] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 18:04:03.288 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=78] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 18:04:03.288 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 18:04:03.300 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=78] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 18:04:03.300 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 18:04:03.573 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=78] [2024/05/06 18:04:03.573 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=78] [type=ImportInto] [2024/05/06 18:04:03.777 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:04:03.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:04:03.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:04:03.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:04:03.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:04:03.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:04:03.781 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:04:03.781 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:04:03.782 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:04:03.782 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:04:03.783 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:04:03.783 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:04:03.783 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=78] [mode=Import] [2024/05/06 18:04:03.798 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:04:03.798 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:04:03.798 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:04:03.798 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:04:03.798 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:04:03.798 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:04:03.798 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:04:03.798 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:04:03.798 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:04:03.798 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:04:03.798 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:04:03.799 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:04:03.804 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=78] [2024/05/06 18:04:03.879 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=78] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 18:04:03.880 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=78] [step=import] [2024/05/06 18:04:03.880 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=78] [step=import] [2024/05/06 18:04:03.887 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:04:03.888 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:04:03.888 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:04:03.889 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:04:03.889 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:04:03.890 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:04:03.890 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:04:03.890 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:04:03.890 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:04:03.890 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:04:03.890 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 18:04:03.890 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:04:03.890 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 18:04:03.890 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 18:04:03.890 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:04:03.890 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:04:03.891 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:04:03.891 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:04:03.891 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:04:03.895 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:04:03.896 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:04:03.896 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:04:03.897 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:04:03.897 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:04:03.898 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:04:03.898 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:04:03.907 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 18:04:03.907 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=zero_time_table] [quota=752.3GB] [2024/05/06 18:04:03.907 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=78] [step=import] [limit=256MiB] [2024/05/06 18:04:03.922 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=78] [step=import] [subtask-id=158] [2024/05/06 18:04:03.926 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 18:04:03.929 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 18:04:03.930 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=346] [2024/05/06 18:04:03.944 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=346] [key=zero_time.csv:0] [2024/05/06 18:04:03.945 +08:00] [ERROR] [chunk_process.go:245] ["process chunk failed"] [type=ImportInto] [table-id=346] [key=zero_time.csv:0] [takeTime=1.649688ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func1\n\tpkg/executor/importer/chunk_process.go:245\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process\n\tpkg/executor/importer/chunk_process.go:275\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunkWith\n\tpkg/executor/importer/engine_process.go:106\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunk\n\tpkg/executor/importer/engine_process.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:87\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154"] [2024/05/06 18:04:03.946 +08:00] [ERROR] [scheduler.go:118] ["run subtask failed"] [type=ImportInto] [task-id=78] [step=import] [subtask-id=158] [takeTime=23.501589ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/scheduler.go:118\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:180\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 18:04:03.946 +08:00] [ERROR] [scheduler.go:500] [onError] [task-id=78] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:178\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:270\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 18:04:03.946 +08:00] [ERROR] [scheduler.go:506] ["scheduler met first error"] [task-id=78] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:178\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:270\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:506\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 18:04:03.947 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:04:03.947 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:04:03.947 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:04:03.947 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:04:03.947 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:04:03.947 +08:00] [WARN] [scheduler.go:629] ["subtask failed"] [task-id=78] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/05/06 18:04:03.947 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:04:03.953 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=78] [step=import] [2024/05/06 18:04:03.956 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:04:03.956 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:04:03.956 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:04:03.956 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:04:03.957 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:04:03.957 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:04:03.957 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:04:03.957 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=78] [error="context canceled"] [2024/05/06 18:04:03.957 +08:00] [INFO] [scheduler.go:165] ["schedule step failed"] [task-id=78] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=78.192925ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/05/06 18:04:03.958 +08:00] [ERROR] [manager.go:403] ["failed to handle task"] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:178\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:270\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 18:04:04.277 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:04:04.278 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:04:04.279 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:04:04.279 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:04:04.279 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:04:04.282 +08:00] [WARN] [dispatcher.go:344] ["subtasks encounter errors"] [task-id=78] [task-type=ImportInto] [2024/05/06 18:04:04.286 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=reverting] [2024/05/06 18:04:04.291 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:04:04.291 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:04:04.469 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=78] [2024/05/06 18:04:04.572 +08:00] [INFO] [scheduler.go:397] ["scheduler rollback a step"] [task-id=78] [step=1] [2024/05/06 18:04:04.577 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=78] [step=import] [2024/05/06 18:04:04.588 +08:00] [INFO] [scheduler.go:256] [rollback] [type=ImportInto] [task-id=78] [step=import] [2024/05/06 18:04:04.769 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=78] [2024/05/06 18:04:04.776 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 18:04:04.777 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=78] [step=import] [state=reverting] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/05/06 18:04:04.777 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 18:04:04.778 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 18:04:04.778 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 18:04:04.778 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 18:04:04.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 18:04:04.782 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 18:04:04.782 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365822795307583803] [2024/05/06 18:04:04.783 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:04:04.783 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/06 18:04:04.784 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 18:04:04.784 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 18:04:04.784 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=78] [step=import] [mode=Normal] [2024/05/06 18:04:04.800 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:04:04.799 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:04:04.800 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:04:04.800 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:04:04.800 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:04:04.800 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:04:04.800 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:04:04.799 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:04:04.800 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:04:04.800 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:04:04.800 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:04:04.800 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:04:04.802 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=78] [2024/05/06 18:04:04.810 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/06 18:04:04.871 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=78] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/06 18:04:04.875 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.367116883\n# Parse_time: 0.000095939\n# Compile_time: 0.000394857\n# Rewrite_time: 0.000124146\n# Optimize_time: 0.000166492\n# Wait_TS: 0.000350345\n# DB: test_show_job\n# Is_internal: false\n# Digest: f60bcae7c8ecb0a2c7e6a9ff60da26b57eee81605f51317a44caada4faa681a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6My4zN3MsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjMuMzdzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `import_into`.`zero_time_table` FROM 'gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 18:04:04.882 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3d1d04f9-dbf3-4019-ab85-43907d1b62cb"] [2024/05/06 18:04:04.882 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3d1d04f9-dbf3-4019-ab85-43907d1b62cb"] [2024/05/06 18:04:04.883 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3d1d04f9-dbf3-4019-ab85-43907d1b62cb"] [] [2024/05/06 18:04:04.884 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 18:04:04.884 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=18.492µs] [2024/05/06 18:04:04.884 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=10.838µs] [2024/05/06 18:04:04.884 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=10.421µs] [2024/05/06 18:04:04.885 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=16.099µs] [2024/05/06 18:04:04.885 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=5.541µs] [2024/05/06 18:04:04.885 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=12.01µs] [2024/05/06 18:04:04.885 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=10.598µs] [2024/05/06 18:04:04.885 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=9.868µs] [2024/05/06 18:04:04.885 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=10.915µs] [2024/05/06 18:04:04.885 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=5.721µs] [2024/05/06 18:04:04.885 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 18:04:04.885 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=4.372µs] [2024/05/06 18:04:04.885 +08:00] [INFO] [delete_range.go:150] ["closing delRange"] [category=ddl] [2024/05/06 18:04:04.885 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 18:04:04.896 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=78] [step=1] [state=reverted] [2024/05/06 18:04:04.897 +08:00] [INFO] [ddl.go:872] ["DDL closed"] [category=ddl] [ID=3d1d04f9-dbf3-4019-ab85-43907d1b62cb] ["take time"=15.583367ms] [2024/05/06 18:04:04.897 +08:00] [INFO] [ddl.go:698] ["stop DDL"] [category=ddl] [ID=3d1d04f9-dbf3-4019-ab85-43907d1b62cb] [2024/05/06 18:04:04.899 +08:00] [INFO] [domain.go:1005] ["stopping ttlJobManager"] [2024/05/06 18:04:04.899 +08:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 18:04:04.899 +08:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/0f695c9c-1f02-43d4-ae0b-ff56efeb13aa] [watcherID=08f83e7a-c668-48ed-b167-ededdced1255] [2024/05/06 18:04:04.899 +08:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/0f695c9c-1f02-43d4-ae0b-ff56efeb13aa] [2024/05/06 18:04:04.899 +08:00] [INFO] [task_manager.go:193] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 18:04:04.900 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 18:04:04.900 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 18:04:04.900 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 18:04:04.899 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 18:04:04.900 +08:00] [INFO] [task_manager.go:193] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 18:04:04.900 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 18:04:04.900 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 18:04:04.900 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 18:04:04.900 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 18:04:04.902 +08:00] [INFO] [job_manager.go:173] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 18:04:04.902 +08:00] [INFO] [domain.go:1016] ["ttlJobManager exited."] [2024/05/06 18:04:04.903 +08:00] [INFO] [domain.go:2816] ["releaseServerID succeed"] [serverID=1705] [2024/05/06 18:04:04.903 +08:00] [INFO] [domain.go:1852] ["globalBindHandleWorkerLoop exited."] [2024/05/06 18:04:04.903 +08:00] [INFO] [domain.go:2880] ["serverIDKeeper exited."] [2024/05/06 18:04:04.903 +08:00] [INFO] [domain.go:886] ["loadSchemaInLoop exited."] [2024/05/06 18:04:04.903 +08:00] [INFO] [domain.go:743] ["topologySyncerKeeper exited."] [2024/05/06 18:04:04.903 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 18:04:04.903 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 18:04:04.903 +08:00] [INFO] [domain.go:1521] ["stopping dist task dispatcher manager because the current node is not DDL owner anymore"] [id=3d1d04f9-dbf3-4019-ab85-43907d1b62cb] [2024/05/06 18:04:04.903 +08:00] [INFO] [domain.go:1716] ["LoadSysVarCacheLoop exited."] [2024/05/06 18:04:04.903 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 18:04:04.903 +08:00] [INFO] [domain.go:2062] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 18:04:04.903 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 18:04:04.903 +08:00] [INFO] [domain.go:719] ["globalConfigSyncerKeeper exited."] [2024/05/06 18:04:04.903 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 18:04:04.903 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 18:04:04.903 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 18:04:04.903 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 18:04:04.903 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 18:04:04.903 +08:00] [INFO] [domain.go:2500] ["autoAnalyzeWorker exited."] [2024/05/06 18:04:04.903 +08:00] [INFO] [domain.go:2521] ["gcAnalyzeHistory exited."] [2024/05/06 18:04:04.903 +08:00] [INFO] [dispatcher.go:165] ["schedule task exits"] [task-id=78] [task-type=ImportInto] [error="context canceled"] [2024/05/06 18:04:04.903 +08:00] [INFO] [dispatcher_manager.go:249] ["subtask history table gc loop exits"] [error="context canceled"] [2024/05/06 18:04:04.903 +08:00] [INFO] [plan_replayer.go:417] ["planReplayerTaskDumpWorker exited."] [2024/05/06 18:04:04.903 +08:00] [INFO] [dispatcher.go:165] ["schedule task exits"] [task-id=51] [task-type=ImportInto] [error="context canceled"] [2024/05/06 18:04:04.903 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 18:04:04.903 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=78] [2024/05/06 18:04:04.903 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=gcAnalyzeHistory] [2024/05/06 18:04:04.903 +08:00] [INFO] [domain.go:693] ["infoSyncerKeeper exited."] [2024/05/06 18:04:04.903 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=51] [2024/05/06 18:04:04.903 +08:00] [INFO] [domain.go:2363] ["loadStatsWorker exited."] [2024/05/06 18:04:04.903 +08:00] [INFO] [domain.go:2116] ["dumpFileGcChecker exited."] [2024/05/06 18:04:04.903 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 18:04:04.903 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 18:04:04.903 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 18:04:04.903 +08:00] [INFO] [domain.go:2421] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 18:04:04.903 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 3d1d04f9-dbf3-4019-ab85-43907d1b62cb watch owner key /tidb/stats/owner/3eaa8f4d535e5d62"] [2024/05/06 18:04:04.903 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 18:04:04.903 +08:00] [INFO] [dispatcher_manager.go:299] ["cleanUp loop exits"] [error="context canceled"] [2024/05/06 18:04:04.903 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3d1d04f9-dbf3-4019-ab85-43907d1b62cb"] [2024/05/06 18:04:04.904 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3d1d04f9-dbf3-4019-ab85-43907d1b62cb"] [2024/05/06 18:04:04.903 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 18:04:04.904 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3d1d04f9-dbf3-4019-ab85-43907d1b62cb"] [2024/05/06 18:04:04.904 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3d1d04f9-dbf3-4019-ab85-43907d1b62cb"] [2024/05/06 18:04:04.903 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 18:04:04.903 +08:00] [INFO] [dispatcher_manager.go:162] ["dispatch task loop exits"] [error="context canceled"] [interval=3000] [2024/05/06 18:04:04.903 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 18:04:04.903 +08:00] [INFO] [domain.go:1666] ["loadPrivilegeInLoop exited."] [2024/05/06 18:04:04.903 +08:00] [INFO] [domain.go:2082] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 18:04:04.903 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 18:04:04.903 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 18:04:04.904 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 18:04:04.903 +08:00] [INFO] [domain.go:2147] ["HistoricalStatsWorker exited."] [2024/05/06 18:04:04.904 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 18:04:04.904 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 18:04:04.903 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager d976865b-474d-4fb6-964a-a51aef7eab58 watch owner key /tidb/br-stream/owner/22318f4d535e5d5d"] [2024/05/06 18:04:04.904 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d976865b-474d-4fb6-964a-a51aef7eab58"] [2024/05/06 18:04:04.904 +08:00] [INFO] [domain.go:1523] ["dist task dispatcher manager stopped"] [id=3d1d04f9-dbf3-4019-ab85-43907d1b62cb] [2024/05/06 18:04:04.903 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 18:04:04.904 +08:00] [INFO] [domain.go:1501] ["stopping dist task scheduler manager"] [2024/05/06 18:04:04.904 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d976865b-474d-4fb6-964a-a51aef7eab58"] [2024/05/06 18:04:04.904 +08:00] [ERROR] [advancer.go:398] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:398"] [2024/05/06 18:04:04.904 +08:00] [INFO] [manager.go:151] ["fetchAndHandleRunnableTasksLoop done"] [2024/05/06 18:04:04.904 +08:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [2024/05/06 18:04:04.904 +08:00] [INFO] [manager.go:173] ["fetchAndFastCancelTasksLoop done"] [2024/05/06 18:04:04.904 +08:00] [INFO] [advancer.go:401] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 18:04:04.904 +08:00] [INFO] [domain.go:1503] ["dist task scheduler manager stopped"] [2024/05/06 18:04:04.904 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 18:04:04.905 +08:00] [INFO] [domain.go:2423] ["updateStatsWorker ready to release owner"] [2024/05/06 18:04:04.905 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 3d1d04f9-dbf3-4019-ab85-43907d1b62cb"] [error="context canceled"] [2024/05/06 18:04:04.906 +08:00] [INFO] [domain.go:1340] ["closestReplicaReadCheckLoop exited."] [2024/05/06 18:04:04.906 +08:00] [INFO] [domain.go:665] ["topNSlowQueryLoop exited."] [2024/05/06 18:04:04.906 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 18:04:04.906 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 18:04:04.906 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=d976865b-474d-4fb6-964a-a51aef7eab58] [daemon-id=LogBackup::Advancer] [2024/05/06 18:04:04.906 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 18:04:04.906 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager d976865b-474d-4fb6-964a-a51aef7eab58"] [error="context canceled"] [2024/05/06 18:04:04.906 +08:00] [INFO] [flush_subscriber.go:97] [Clearing.] [category="log backup flush subscriber"] [2024/05/06 18:04:05.105 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3d1d04f9-dbf3-4019-ab85-43907d1b62cb"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:04:05.106 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d976865b-474d-4fb6-964a-a51aef7eab58"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 18:04:06.147 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3d1d04f9-dbf3-4019-ab85-43907d1b62cb"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 18:04:06.147 +08:00] [INFO] [domain.go:1895] ["handleEvolvePlanTasksLoop exited."] [2024/05/06 18:04:06.148 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=handleEvolvePlanTasksLoop] [2024/05/06 18:04:06.354 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d976865b-474d-4fb6-964a-a51aef7eab58"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 18:04:06.363 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3d1d04f9-dbf3-4019-ab85-43907d1b62cb"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 18:04:06.363 +08:00] [INFO] [domain.go:2429] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 18:04:06.363 +08:00] [INFO] [domain.go:2454] ["updateStatsWorker exited."] [2024/05/06 18:04:06.363 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 18:04:06.369 +08:00] [INFO] [domain.go:1053] ["domain closed"] ["take time"=1.4877747s] [2024/05/06 18:04:06.370 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 18:04:06.370 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 18:04:06.370 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 18:04:06.370 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 18:04:06.370 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 18:04:06.370 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 18:04:06.370 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 18:04:06.370 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 18:04:06.371 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 18:04:06.371 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 18:04:06.372 +08:00] [INFO] [pd.go:231] ["closed pd http client"] --- PASS: TestLoadRemote (492.66s) --- SKIP: TestLoadRemote/TestAddIndexBySQL (0.00s) --- SKIP: TestLoadRemote/TestAnalyze (0.00s) --- PASS: TestLoadRemote/TestBasicImportInto (72.74s) --- PASS: TestLoadRemote/TestCancelJob (17.00s) --- PASS: TestLoadRemote/TestChecksumNotMatch (22.07s) --- PASS: TestLoadRemote/TestColumnsAndUserVars (7.53s) --- PASS: TestLoadRemote/TestDeliverBytesRows (10.27s) --- PASS: TestLoadRemote/TestDetachedLoadParquet (11.54s) --- PASS: TestLoadRemote/TestDiskQuota (12.05s) --- PASS: TestLoadRemote/TestGBK (21.10s) --- PASS: TestLoadRemote/TestGeneratedColumnsAndTSVFile (24.54s) --- PASS: TestLoadRemote/TestIgnoreNLines (19.36s) --- PASS: TestLoadRemote/TestImportIntoPrivilegePositiveCase (13.42s) --- PASS: TestLoadRemote/TestImportMode (35.91s) --- PASS: TestLoadRemote/TestInputCountMisMatchAndDefault (20.24s) --- PASS: TestLoadRemote/TestInputNull (11.95s) --- PASS: TestLoadRemote/TestJobFailWhenDispatchSubtask (4.84s) --- PASS: TestLoadRemote/TestKillBeforeFinish (6.11s) --- PASS: TestLoadRemote/TestLoadSQLDump (13.13s) --- PASS: TestLoadRemote/TestMaxWriteSpeed (30.26s) --- PASS: TestLoadRemote/TestMultiValueIndex (5.13s) --- PASS: TestLoadRemote/TestOtherCharset (36.47s) --- PASS: TestLoadRemote/TestPreCheckCDCPiTRTasks (0.59s) --- PASS: TestLoadRemote/TestPreCheckTableNotEmpty (0.57s) --- PASS: TestLoadRemote/TestPreCheckTotalFileSize0 (0.59s) --- PASS: TestLoadRemote/TestRegisterTask (16.84s) --- PASS: TestLoadRemote/TestSameBehaviourDetachedOrNot (26.64s) --- PASS: TestLoadRemote/TestShowDetachedJob (15.23s) --- PASS: TestLoadRemote/TestShowJob (18.04s) --- PASS: TestLoadRemote/TestZeroDateTime (8.95s) PASS GCov does not exist at the given path: '' May 06, 2024 6:04:10 PM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 6:04:10 PM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 6:04:10 PM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 6:04:10 PM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 6:04:10 PM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest:importintotest_test up-to-date: bazel-bin/tests/realtikvtest/importintotest/importintotest_test_/importintotest_test INFO: Elapsed time: 540.574s, Critical Path: 522.69s INFO: 1489 processes: 1467 remote cache hit, 20 internal, 2 linux-sandbox. INFO: Build completed successfully, 1489 total actions Test cases: finished with 31 passing and 0 failing out of 31 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // parallel [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Declarative: Post Actions) [Pipeline] container [Pipeline] { [Pipeline] sh + bash scripts/plugins/report_job_result.sh SUCCESS result.json http://fileserver.pingcap.net --2024-05-06 10:04:19-- http://fileserver.pingcap.net/download/rd-atom-agent/agent_upload_verifyci_metadata.py Resolving fileserver.pingcap.net (fileserver.pingcap.net)... 10.2.12.82 Connecting to fileserver.pingcap.net (fileserver.pingcap.net)|10.2.12.82|:80... connected. HTTP request sent, awaiting response... 200 OK Length: 4181 (4.1K) [application/octet-stream] Saving to: ‘agent_upload_verifyci_metadata.py’ 0K .... 100% 438M=0s 2024-05-06 10:04:19 (438 MB/s) - ‘agent_upload_verifyci_metadata.py’ saved [4181/4181] No junit report file parse result file result.json success upload data succesfully. [Pipeline] } [Pipeline] // container [Pipeline] archiveArtifacts Archiving artifacts Recording fingerprints [Pipeline] sh + echo done + curl -F ci_check/pingcap/tidb/release-7.5/ghpr_check2/0987db13617c5acb201646bf5fb5b73a2423def4=@done http://fileserver.pingcap.net/upload % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 434 100 151 100 283 4198 7868 --:--:-- --:--:-- --:--:-- 8085 {"msg":"success","url":"http://fileserver.pingcap.net/download/ci_check/pingcap/tidb/release-7.5/ghpr_check2/0987db13617c5acb201646bf5fb5b73a2423def4"} [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] End of Pipeline Finished: SUCCESS